2024-11-23 15:21:12,324 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 15:21:12,342 main DEBUG Took 0.015451 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 15:21:12,343 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 15:21:12,343 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 15:21:12,345 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 15:21:12,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,357 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 15:21:12,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,375 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,381 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,382 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,384 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 15:21:12,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,387 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 15:21:12,389 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 15:21:12,391 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 15:21:12,393 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 15:21:12,394 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 15:21:12,396 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 15:21:12,396 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 15:21:12,408 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 15:21:12,412 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 15:21:12,415 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 15:21:12,415 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 15:21:12,416 main DEBUG createAppenders(={Console}) 2024-11-23 15:21:12,417 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 15:21:12,417 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 15:21:12,417 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 15:21:12,418 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 15:21:12,419 main DEBUG OutputStream closed 2024-11-23 15:21:12,419 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 15:21:12,419 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 15:21:12,420 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 15:21:12,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 15:21:12,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 15:21:12,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 15:21:12,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 15:21:12,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 15:21:12,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 15:21:12,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 15:21:12,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 15:21:12,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 15:21:12,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 15:21:12,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 15:21:12,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 15:21:12,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 15:21:12,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 15:21:12,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 15:21:12,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 15:21:12,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 15:21:12,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 15:21:12,520 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 15:21:12,520 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 15:21:12,520 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 15:21:12,521 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T15:21:12,811 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2 2024-11-23 15:21:12,815 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 15:21:12,816 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T15:21:12,826 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-23T15:21:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T15:21:12,851 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd, deleteOnExit=true 2024-11-23T15:21:12,851 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T15:21:12,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/test.cache.data in system properties and HBase conf 2024-11-23T15:21:12,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T15:21:12,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/hadoop.log.dir in system properties and HBase conf 2024-11-23T15:21:12,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T15:21:12,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T15:21:12,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T15:21:12,943 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T15:21:13,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T15:21:13,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:13,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T15:21:13,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T15:21:13,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:13,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T15:21:13,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T15:21:13,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T15:21:13,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:13,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T15:21:13,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/nfs.dump.dir in system properties and HBase conf 2024-11-23T15:21:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/java.io.tmpdir in system properties and HBase conf 2024-11-23T15:21:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T15:21:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T15:21:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T15:21:13,875 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T15:21:13,965 INFO [Time-limited test {}] log.Log(170): Logging initialized @2362ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T15:21:14,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:14,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:14,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:14,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:14,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:14,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:14,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:14,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:14,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/java.io.tmpdir/jetty-localhost-46521-hadoop-hdfs-3_4_1-tests_jar-_-any-4441583681139065335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:21:14,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:46521} 2024-11-23T15:21:14,367 INFO [Time-limited test {}] server.Server(415): Started @2765ms 2024-11-23T15:21:14,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T15:21:14,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T15:21:14,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T15:21:14,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T15:21:14,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T15:21:14,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75c846f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/hadoop.log.dir/,AVAILABLE} 2024-11-23T15:21:14,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T15:21:14,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e6ba30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/java.io.tmpdir/jetty-localhost-36951-hadoop-hdfs-3_4_1-tests_jar-_-any-2048640932426976173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:21:14,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48765396{HTTP/1.1, (http/1.1)}{localhost:36951} 2024-11-23T15:21:14,907 INFO [Time-limited test {}] server.Server(415): Started @3304ms 2024-11-23T15:21:14,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T15:21:15,433 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/dfs/data/data1/current/BP-2014769201-172.17.0.2-1732375273631/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:15,433 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/dfs/data/data2/current/BP-2014769201-172.17.0.2-1732375273631/current, will proceed with Du for space computation calculation, 2024-11-23T15:21:15,469 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T15:21:15,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefbc607e32610f55 with lease ID 0x3e1080f30cefee5: Processing first storage report for DS-4278072a-825b-4f14-aa1e-b316dc6c33a8 from datanode DatanodeRegistration(127.0.0.1:36385, datanodeUuid=f827d71b-e4cf-453d-871c-6961cf97751d, infoPort=43979, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=1337677010;c=1732375273631) 2024-11-23T15:21:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefbc607e32610f55 with lease ID 0x3e1080f30cefee5: from storage DS-4278072a-825b-4f14-aa1e-b316dc6c33a8 node DatanodeRegistration(127.0.0.1:36385, datanodeUuid=f827d71b-e4cf-453d-871c-6961cf97751d, infoPort=43979, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=1337677010;c=1732375273631), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T15:21:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefbc607e32610f55 with lease ID 0x3e1080f30cefee5: Processing first storage report for DS-2939c837-f988-4336-af19-49924d69b638 from datanode DatanodeRegistration(127.0.0.1:36385, datanodeUuid=f827d71b-e4cf-453d-871c-6961cf97751d, infoPort=43979, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=1337677010;c=1732375273631) 2024-11-23T15:21:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefbc607e32610f55 with lease ID 0x3e1080f30cefee5: from storage DS-2939c837-f988-4336-af19-49924d69b638 node DatanodeRegistration(127.0.0.1:36385, datanodeUuid=f827d71b-e4cf-453d-871c-6961cf97751d, infoPort=43979, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=1337677010;c=1732375273631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T15:21:15,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2 2024-11-23T15:21:15,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/zookeeper_0, clientPort=58685, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T15:21:15,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58685 2024-11-23T15:21:15,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:15,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741825_1001 (size=7) 2024-11-23T15:21:16,377 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 with version=8 2024-11-23T15:21:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/hbase-staging 2024-11-23T15:21:16,516 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T15:21:16,789 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6a36843bf905:0 server-side Connection retries=45 2024-11-23T15:21:16,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:16,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:16,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:16,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:16,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:16,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:21:16,999 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T15:21:17,008 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T15:21:17,012 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:17,039 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22612 (auto-detected) 2024-11-23T15:21:17,041 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T15:21:17,060 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39981 2024-11-23T15:21:17,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:17,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:17,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39981 connecting to ZooKeeper ensemble=127.0.0.1:58685 2024-11-23T15:21:17,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399810x0, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:17,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39981-0x10024f8a18d0000 connected 2024-11-23T15:21:17,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T15:21:17,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T15:21:17,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T15:21:17,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-23T15:21:17,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39981 2024-11-23T15:21:17,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39981 2024-11-23T15:21:17,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-23T15:21:17,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-23T15:21:17,177 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8, hbase.cluster.distributed=false 2024-11-23T15:21:17,247 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6a36843bf905:0 server-side Connection retries=45 2024-11-23T15:21:17,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:17,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:17,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T15:21:17,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T15:21:17,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T15:21:17,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T15:21:17,253 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T15:21:17,254 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41973 2024-11-23T15:21:17,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T15:21:17,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T15:21:17,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:17,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:17,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41973 connecting to ZooKeeper ensemble=127.0.0.1:58685 2024-11-23T15:21:17,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419730x0, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T15:21:17,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419730x0, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T15:21:17,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41973-0x10024f8a18d0001 connected 2024-11-23T15:21:17,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T15:21:17,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T15:21:17,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41973 2024-11-23T15:21:17,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41973 2024-11-23T15:21:17,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41973 2024-11-23T15:21:17,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41973 2024-11-23T15:21:17,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41973 2024-11-23T15:21:17,284 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6a36843bf905,39981,1732375276509 2024-11-23T15:21:17,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T15:21:17,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T15:21:17,292 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6a36843bf905,39981,1732375276509 2024-11-23T15:21:17,299 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6a36843bf905:39981 2024-11-23T15:21:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T15:21:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T15:21:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:17,313 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T15:21:17,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T15:21:17,314 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6a36843bf905,39981,1732375276509 from backup master directory 2024-11-23T15:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6a36843bf905,39981,1732375276509 2024-11-23T15:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T15:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T15:21:17,318 WARN [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:17,318 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6a36843bf905,39981,1732375276509 2024-11-23T15:21:17,320 INFO [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T15:21:17,321 INFO [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T15:21:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741826_1002 (size=42) 2024-11-23T15:21:17,789 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/hbase.id with ID: 35b7bdf6-412e-466f-903f-fbe1755706be 2024-11-23T15:21:17,831 INFO [master/6a36843bf905:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T15:21:17,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:17,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741827_1003 (size=196) 2024-11-23T15:21:17,888 INFO [master/6a36843bf905:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:17,890 INFO [master/6a36843bf905:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T15:21:17,907 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:17,912 INFO [master/6a36843bf905:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:17,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741828_1004 (size=1189) 2024-11-23T15:21:18,361 INFO [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store 2024-11-23T15:21:18,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741829_1005 (size=34) 2024-11-23T15:21:18,783 INFO [master/6a36843bf905:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T15:21:18,784 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:18,785 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:21:18,785 INFO [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:18,785 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:18,785 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:21:18,785 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:18,786 INFO [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:21:18,786 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T15:21:18,788 WARN [master/6a36843bf905:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/.initializing 2024-11-23T15:21:18,788 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/WALs/6a36843bf905,39981,1732375276509 2024-11-23T15:21:18,795 INFO [master/6a36843bf905:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:18,806 INFO [master/6a36843bf905:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a36843bf905%2C39981%2C1732375276509, suffix=, logDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/WALs/6a36843bf905,39981,1732375276509, archiveDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/oldWALs, maxLogs=10 2024-11-23T15:21:18,828 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/WALs/6a36843bf905,39981,1732375276509/6a36843bf905%2C39981%2C1732375276509.1732375278810, exclude list is [], retry=0 2024-11-23T15:21:18,845 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36385,DS-4278072a-825b-4f14-aa1e-b316dc6c33a8,DISK] 2024-11-23T15:21:18,848 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T15:21:18,885 INFO [master/6a36843bf905:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/WALs/6a36843bf905,39981,1732375276509/6a36843bf905%2C39981%2C1732375276509.1732375278810 2024-11-23T15:21:18,886 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43979:43979)] 2024-11-23T15:21:18,886 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:18,887 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:18,890 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,891 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T15:21:18,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:18,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:18,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T15:21:18,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:18,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:18,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T15:21:18,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:18,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:18,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T15:21:18,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:18,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:18,975 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,976 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,984 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T15:21:18,988 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T15:21:18,993 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:18,994 INFO [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75130831, jitterRate=0.1195366233587265}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T15:21:18,998 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T15:21:18,999 INFO [master/6a36843bf905:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T15:21:19,028 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eb55bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:19,063 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T15:21:19,075 INFO [master/6a36843bf905:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T15:21:19,075 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T15:21:19,078 INFO [master/6a36843bf905:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T15:21:19,079 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T15:21:19,085 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-23T15:21:19,085 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T15:21:19,111 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T15:21:19,123 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T15:21:19,125 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T15:21:19,128 INFO [master/6a36843bf905:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T15:21:19,129 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T15:21:19,130 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T15:21:19,132 INFO [master/6a36843bf905:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T15:21:19,135 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T15:21:19,137 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T15:21:19,138 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T15:21:19,139 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T15:21:19,149 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T15:21:19,150 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T15:21:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T15:21:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T15:21:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:19,154 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6a36843bf905,39981,1732375276509, sessionid=0x10024f8a18d0000, setting cluster-up flag (Was=false) 2024-11-23T15:21:19,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:19,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:19,173 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T15:21:19,175 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a36843bf905,39981,1732375276509 2024-11-23T15:21:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:19,185 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T15:21:19,186 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a36843bf905,39981,1732375276509 2024-11-23T15:21:19,265 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:19,271 INFO [master/6a36843bf905:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T15:21:19,273 INFO [master/6a36843bf905:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T15:21:19,279 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6a36843bf905,39981,1732375276509 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T15:21:19,282 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6a36843bf905:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:19,282 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6a36843bf905:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:19,282 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6a36843bf905:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:19,282 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6a36843bf905:0, corePoolSize=5, maxPoolSize=5 2024-11-23T15:21:19,283 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6a36843bf905:0, corePoolSize=10, maxPoolSize=10 2024-11-23T15:21:19,283 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,283 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6a36843bf905:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:19,283 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,285 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732375309285 2024-11-23T15:21:19,286 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T15:21:19,287 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T15:21:19,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:19,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T15:21:19,291 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T15:21:19,291 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T15:21:19,291 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T15:21:19,292 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T15:21:19,292 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,294 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T15:21:19,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:19,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:21:19,295 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T15:21:19,296 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T15:21:19,298 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T15:21:19,299 INFO [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T15:21:19,300 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6a36843bf905:0:becomeActiveMaster-HFileCleaner.large.0-1732375279300,5,FailOnTimeoutGroup] 2024-11-23T15:21:19,300 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6a36843bf905:41973 2024-11-23T15:21:19,300 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6a36843bf905:0:becomeActiveMaster-HFileCleaner.small.0-1732375279300,5,FailOnTimeoutGroup] 2024-11-23T15:21:19,301 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,301 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T15:21:19,302 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,302 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1008): ClusterId : 35b7bdf6-412e-466f-903f-fbe1755706be 2024-11-23T15:21:19,302 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741831_1007 (size=1039) 2024-11-23T15:21:19,306 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T15:21:19,310 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T15:21:19,310 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T15:21:19,313 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T15:21:19,313 DEBUG [RS:0;6a36843bf905:41973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475245d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:19,315 DEBUG [RS:0;6a36843bf905:41973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32422776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a36843bf905/172.17.0.2:0 2024-11-23T15:21:19,317 INFO [RS:0;6a36843bf905:41973 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T15:21:19,318 INFO [RS:0;6a36843bf905:41973 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T15:21:19,318 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T15:21:19,320 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(3073): reportForDuty to master=6a36843bf905,39981,1732375276509 with isa=6a36843bf905/172.17.0.2:41973, startcode=1732375277245 2024-11-23T15:21:19,332 DEBUG [RS:0;6a36843bf905:41973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:21:19,365 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60943, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:21:19,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39981 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6a36843bf905,41973,1732375277245 2024-11-23T15:21:19,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39981 {}] master.ServerManager(486): Registering regionserver=6a36843bf905,41973,1732375277245 2024-11-23T15:21:19,387 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:21:19,387 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38095 2024-11-23T15:21:19,387 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T15:21:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T15:21:19,392 DEBUG [RS:0;6a36843bf905:41973 {}] zookeeper.ZKUtil(111): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6a36843bf905,41973,1732375277245 2024-11-23T15:21:19,392 WARN [RS:0;6a36843bf905:41973 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T15:21:19,392 INFO [RS:0;6a36843bf905:41973 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:19,392 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245 2024-11-23T15:21:19,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6a36843bf905,41973,1732375277245] 2024-11-23T15:21:19,405 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T15:21:19,417 INFO [RS:0;6a36843bf905:41973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T15:21:19,429 INFO [RS:0;6a36843bf905:41973 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T15:21:19,432 INFO [RS:0;6a36843bf905:41973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T15:21:19,432 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,433 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T15:21:19,439 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6a36843bf905:0, corePoolSize=2, maxPoolSize=2 2024-11-23T15:21:19,440 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,441 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,441 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,441 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,441 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6a36843bf905:0, corePoolSize=1, maxPoolSize=1 2024-11-23T15:21:19,441 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6a36843bf905:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:19,441 DEBUG [RS:0;6a36843bf905:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0, corePoolSize=3, maxPoolSize=3 2024-11-23T15:21:19,442 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,442 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,442 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,443 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,443 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,41973,1732375277245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:19,463 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T15:21:19,465 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,41973,1732375277245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:19,485 INFO [RS:0;6a36843bf905:41973 {}] regionserver.Replication(204): 6a36843bf905,41973,1732375277245 started 2024-11-23T15:21:19,485 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1767): Serving as 6a36843bf905,41973,1732375277245, RpcServer on 6a36843bf905/172.17.0.2:41973, sessionid=0x10024f8a18d0001 2024-11-23T15:21:19,486 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T15:21:19,486 DEBUG [RS:0;6a36843bf905:41973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6a36843bf905,41973,1732375277245 2024-11-23T15:21:19,486 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a36843bf905,41973,1732375277245' 2024-11-23T15:21:19,486 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T15:21:19,487 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T15:21:19,487 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T15:21:19,488 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T15:21:19,488 DEBUG [RS:0;6a36843bf905:41973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6a36843bf905,41973,1732375277245 2024-11-23T15:21:19,488 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a36843bf905,41973,1732375277245' 2024-11-23T15:21:19,488 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T15:21:19,488 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T15:21:19,489 DEBUG [RS:0;6a36843bf905:41973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T15:21:19,489 INFO [RS:0;6a36843bf905:41973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T15:21:19,489 INFO [RS:0;6a36843bf905:41973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T15:21:19,595 INFO [RS:0;6a36843bf905:41973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T15:21:19,598 INFO [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a36843bf905%2C41973%2C1732375277245, suffix=, logDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245, archiveDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/oldWALs, maxLogs=32 2024-11-23T15:21:19,615 DEBUG [RS:0;6a36843bf905:41973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245/6a36843bf905%2C41973%2C1732375277245.1732375279600, exclude list is [], retry=0 2024-11-23T15:21:19,620 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36385,DS-4278072a-825b-4f14-aa1e-b316dc6c33a8,DISK] 2024-11-23T15:21:19,623 INFO [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245/6a36843bf905%2C41973%2C1732375277245.1732375279600 2024-11-23T15:21:19,624 DEBUG [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43979:43979)] 2024-11-23T15:21:19,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T15:21:19,708 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:21:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741833_1009 (size=32) 2024-11-23T15:21:20,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:20,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:20,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:20,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:20,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:20,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:20,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:20,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:20,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:20,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:20,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740 2024-11-23T15:21:20,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740 2024-11-23T15:21:20,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:21:20,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T15:21:20,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:20,146 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63178920, jitterRate=-0.058560729026794434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:21:20,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T15:21:20,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:21:20,148 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T15:21:20,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T15:21:20,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:21:20,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:21:20,149 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T15:21:20,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T15:21:20,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T15:21:20,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T15:21:20,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T15:21:20,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T15:21:20,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T15:21:20,321 DEBUG [6a36843bf905:39981 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T15:21:20,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:20,331 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a36843bf905,41973,1732375277245, state=OPENING 2024-11-23T15:21:20,337 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T15:21:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:20,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T15:21:20,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T15:21:20,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:20,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:20,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T15:21:20,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T15:21:20,533 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T15:21:20,534 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T15:21:20,534 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T15:21:20,538 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a36843bf905%2C41973%2C1732375277245.meta, suffix=.meta, logDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245, archiveDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/oldWALs, maxLogs=32 2024-11-23T15:21:20,555 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245/6a36843bf905%2C41973%2C1732375277245.meta.1732375280540.meta, exclude list is [], retry=0 2024-11-23T15:21:20,559 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36385,DS-4278072a-825b-4f14-aa1e-b316dc6c33a8,DISK] 2024-11-23T15:21:20,563 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/WALs/6a36843bf905,41973,1732375277245/6a36843bf905%2C41973%2C1732375277245.meta.1732375280540.meta 2024-11-23T15:21:20,563 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43979:43979)] 2024-11-23T15:21:20,563 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:20,565 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T15:21:20,625 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T15:21:20,630 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T15:21:20,636 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T15:21:20,636 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:20,636 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T15:21:20,637 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T15:21:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T15:21:20,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T15:21:20,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:20,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T15:21:20,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T15:21:20,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:20,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T15:21:20,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T15:21:20,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T15:21:20,650 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740 2024-11-23T15:21:20,653 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740 2024-11-23T15:21:20,655 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:21:20,658 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T15:21:20,659 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473818, jitterRate=0.0054382383823394775}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:21:20,661 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T15:21:20,668 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732375280510 2024-11-23T15:21:20,680 DEBUG [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T15:21:20,681 INFO [RS_OPEN_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T15:21:20,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:20,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a36843bf905,41973,1732375277245, state=OPEN 2024-11-23T15:21:20,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T15:21:20,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T15:21:20,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T15:21:20,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T15:21:20,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T15:21:20,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6a36843bf905,41973,1732375277245 in 347 msec 2024-11-23T15:21:20,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T15:21:20,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-23T15:21:20,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-23T15:21:20,704 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732375280704, completionTime=-1 2024-11-23T15:21:20,704 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T15:21:20,705 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T15:21:20,745 DEBUG [hconnection-0x1257438-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:20,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:20,758 INFO [master/6a36843bf905:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T15:21:20,758 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732375340758 2024-11-23T15:21:20,758 INFO [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732375400758 2024-11-23T15:21:20,758 INFO [master/6a36843bf905:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-23T15:21:20,782 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,39981,1732375276509-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:20,782 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,39981,1732375276509-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:20,782 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,39981,1732375276509-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:20,784 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6a36843bf905:39981, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:20,785 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:20,790 DEBUG [master/6a36843bf905:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T15:21:20,793 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T15:21:20,794 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T15:21:20,801 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T15:21:20,804 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:20,805 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:20,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741835_1011 (size=358) 2024-11-23T15:21:21,224 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b3f1d8d22e39a0c93d7869ae9fb3359d, NAME => 'hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:21:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741836_1012 (size=42) 2024-11-23T15:21:21,234 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:21,234 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b3f1d8d22e39a0c93d7869ae9fb3359d, disabling compactions & flushes 2024-11-23T15:21:21,235 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,235 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,235 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. after waiting 0 ms 2024-11-23T15:21:21,235 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,235 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,235 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b3f1d8d22e39a0c93d7869ae9fb3359d: 2024-11-23T15:21:21,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:21,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732375281238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375281238"}]},"ts":"1732375281238"} 2024-11-23T15:21:21,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:21:21,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:21,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375281270"}]},"ts":"1732375281270"} 2024-11-23T15:21:21,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T15:21:21,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b3f1d8d22e39a0c93d7869ae9fb3359d, ASSIGN}] 2024-11-23T15:21:21,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b3f1d8d22e39a0c93d7869ae9fb3359d, ASSIGN 2024-11-23T15:21:21,287 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b3f1d8d22e39a0c93d7869ae9fb3359d, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:21:21,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b3f1d8d22e39a0c93d7869ae9fb3359d, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:21,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b3f1d8d22e39a0c93d7869ae9fb3359d, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:21,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:21,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b3f1d8d22e39a0c93d7869ae9fb3359d, NAME => 'hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:21,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:21,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,606 INFO [StoreOpener-b3f1d8d22e39a0c93d7869ae9fb3359d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,608 INFO [StoreOpener-b3f1d8d22e39a0c93d7869ae9fb3359d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3f1d8d22e39a0c93d7869ae9fb3359d columnFamilyName info 2024-11-23T15:21:21,609 DEBUG [StoreOpener-b3f1d8d22e39a0c93d7869ae9fb3359d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:21,609 INFO [StoreOpener-b3f1d8d22e39a0c93d7869ae9fb3359d-1 {}] regionserver.HStore(327): Store=b3f1d8d22e39a0c93d7869ae9fb3359d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:21,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:21:21,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:21,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b3f1d8d22e39a0c93d7869ae9fb3359d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71837629, jitterRate=0.07046408951282501}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T15:21:21,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b3f1d8d22e39a0c93d7869ae9fb3359d: 2024-11-23T15:21:21,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d., pid=6, masterSystemTime=1732375281595 2024-11-23T15:21:21,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:21:21,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b3f1d8d22e39a0c93d7869ae9fb3359d, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:21,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T15:21:21,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b3f1d8d22e39a0c93d7869ae9fb3359d, server=6a36843bf905,41973,1732375277245 in 190 msec 2024-11-23T15:21:21,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T15:21:21,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b3f1d8d22e39a0c93d7869ae9fb3359d, ASSIGN in 353 msec 2024-11-23T15:21:21,641 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:21,641 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375281641"}]},"ts":"1732375281641"} 2024-11-23T15:21:21,644 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T15:21:21,648 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:21,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 853 msec 2024-11-23T15:21:21,705 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T15:21:21,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T15:21:21,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:21,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:21:21,736 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T15:21:21,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T15:21:21,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-23T15:21:21,760 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T15:21:21,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T15:21:21,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-23T15:21:21,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T15:21:21,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T15:21:21,789 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.471sec 2024-11-23T15:21:21,790 INFO [master/6a36843bf905:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T15:21:21,792 INFO [master/6a36843bf905:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T15:21:21,793 INFO [master/6a36843bf905:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T15:21:21,794 INFO [master/6a36843bf905:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T15:21:21,794 INFO [master/6a36843bf905:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T15:21:21,795 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,39981,1732375276509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T15:21:21,796 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,39981,1732375276509-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T15:21:21,803 DEBUG [master/6a36843bf905:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T15:21:21,804 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T15:21:21,804 INFO [master/6a36843bf905:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a36843bf905,39981,1732375276509-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T15:21:21,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3450f4c1 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e94f20a 2024-11-23T15:21:21,901 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T15:21:21,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dede31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:21,913 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T15:21:21,913 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T15:21:21,923 DEBUG [hconnection-0x6f9759d1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:21,931 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:21,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6a36843bf905,39981,1732375276509 2024-11-23T15:21:21,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=4499 2024-11-23T15:21:21,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:21,969 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:21:21,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:21,984 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:21,985 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:21,986 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:21,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T15:21:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T15:21:22,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741837_1013 (size=960) 2024-11-23T15:21:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T15:21:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T15:21:22,423 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:21:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741838_1014 (size=53) 2024-11-23T15:21:22,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:22,432 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 064f0088aac40d705a8f2a1e371ed001, disabling compactions & flushes 2024-11-23T15:21:22,433 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. after waiting 0 ms 2024-11-23T15:21:22,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,433 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:22,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:22,435 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732375282435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375282435"}]},"ts":"1732375282435"} 2024-11-23T15:21:22,438 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:21:22,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:22,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375282439"}]},"ts":"1732375282439"} 2024-11-23T15:21:22,442 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T15:21:22,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, ASSIGN}] 2024-11-23T15:21:22,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, ASSIGN 2024-11-23T15:21:22,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:21:22,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=064f0088aac40d705a8f2a1e371ed001, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:22,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T15:21:22,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:22,765 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,765 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:22,766 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,766 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:22,766 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,766 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,769 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,772 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:22,772 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 064f0088aac40d705a8f2a1e371ed001 columnFamilyName A 2024-11-23T15:21:22,772 DEBUG [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,773 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.HStore(327): Store=064f0088aac40d705a8f2a1e371ed001/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:22,773 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,775 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:22,775 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 064f0088aac40d705a8f2a1e371ed001 columnFamilyName B 2024-11-23T15:21:22,775 DEBUG [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,776 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.HStore(327): Store=064f0088aac40d705a8f2a1e371ed001/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:22,776 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,778 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:22,778 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 064f0088aac40d705a8f2a1e371ed001 columnFamilyName C 2024-11-23T15:21:22,778 DEBUG [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:22,779 INFO [StoreOpener-064f0088aac40d705a8f2a1e371ed001-1 {}] regionserver.HStore(327): Store=064f0088aac40d705a8f2a1e371ed001/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:22,780 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,781 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,782 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,785 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:21:22,787 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:22,790 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:22,791 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 064f0088aac40d705a8f2a1e371ed001; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66841793, jitterRate=-0.003979668021202087}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:21:22,792 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:22,794 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., pid=11, masterSystemTime=1732375282758 2024-11-23T15:21:22,797 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,797 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:22,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=064f0088aac40d705a8f2a1e371ed001, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:22,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T15:21:22,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 in 196 msec 2024-11-23T15:21:22,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T15:21:22,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, ASSIGN in 357 msec 2024-11-23T15:21:22,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:22,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375282808"}]},"ts":"1732375282808"} 2024-11-23T15:21:22,811 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T15:21:22,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:22,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 835 msec 2024-11-23T15:21:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T15:21:23,123 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T15:21:23,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3090da2c to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17da019d 2024-11-23T15:21:23,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d3c4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,136 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:23,141 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:23,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6419bba5 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b1bd966 2024-11-23T15:21:23,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc751a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x425e8811 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77bbb9d5 2024-11-23T15:21:23,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,158 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ec67e4b to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@797f524d 2024-11-23T15:21:23,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18db075f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x753b4981 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76d59051 2024-11-23T15:21:23,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b3eab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bd9935b to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@390faff8 2024-11-23T15:21:23,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5552403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x112133f8 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41c8dec8 2024-11-23T15:21:23,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a3f509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f72ff58 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38cb58e0 2024-11-23T15:21:23,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522af94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a079a84 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fe2f818 2024-11-23T15:21:23,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2d42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14719223 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cdb9a8d 2024-11-23T15:21:23,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:23,198 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,198 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,199 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,199 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,199 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,200 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,201 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,201 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,203 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,203 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,203 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,205 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,207 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:23,209 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:23,211 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T15:21:23,219 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:23,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:23,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:23,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:23,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:21:23,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:23,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:23,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:23,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:23,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:23,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:23,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:23,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375343433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375343434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375343439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375343440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375343442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/33428cc90fc543d8b89a84b0cd72b084 is 50, key is test_row_0/A:col10/1732375283284/Put/seqid=0 2024-11-23T15:21:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741839_1015 (size=12001) 2024-11-23T15:21:23,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/33428cc90fc543d8b89a84b0cd72b084 2024-11-23T15:21:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:23,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375343583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375343583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375343585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375343585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375343585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/3ee5dc742a8f41b687551dc025e468cf is 50, key is test_row_0/B:col10/1732375283284/Put/seqid=0 2024-11-23T15:21:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741840_1016 (size=12001) 2024-11-23T15:21:23,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:23,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375343794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375343796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375343797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375343800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375343803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:23,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:23,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:23,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:23,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:23,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/3ee5dc742a8f41b687551dc025e468cf 2024-11-23T15:21:24,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/c8ffa4c31a7b408aa518fa7642414bd2 is 50, key is test_row_0/C:col10/1732375283284/Put/seqid=0 2024-11-23T15:21:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741841_1017 (size=12001) 2024-11-23T15:21:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375344099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375344104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375344104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375344106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375344112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:24,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:24,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:24,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:24,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/c8ffa4c31a7b408aa518fa7642414bd2 2024-11-23T15:21:24,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/33428cc90fc543d8b89a84b0cd72b084 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/33428cc90fc543d8b89a84b0cd72b084 2024-11-23T15:21:24,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/33428cc90fc543d8b89a84b0cd72b084, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:21:24,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/3ee5dc742a8f41b687551dc025e468cf as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee5dc742a8f41b687551dc025e468cf 2024-11-23T15:21:24,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee5dc742a8f41b687551dc025e468cf, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:21:24,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/c8ffa4c31a7b408aa518fa7642414bd2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c8ffa4c31a7b408aa518fa7642414bd2 2024-11-23T15:21:24,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c8ffa4c31a7b408aa518fa7642414bd2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:21:24,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 064f0088aac40d705a8f2a1e371ed001 in 1271ms, sequenceid=13, compaction requested=false 2024-11-23T15:21:24,570 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T15:21:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:24,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T15:21:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:24,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:24,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/4b8cfbe890c84b43af422b3528767bfa is 50, key is test_row_0/A:col10/1732375283428/Put/seqid=0 2024-11-23T15:21:24,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375344641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375344645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375344654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375344659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741842_1018 (size=12001) 2024-11-23T15:21:24,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/4b8cfbe890c84b43af422b3528767bfa 2024-11-23T15:21:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375344665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/fd053c4ff11e4dfbb5641fe0a3c54be2 is 50, key is test_row_0/B:col10/1732375283428/Put/seqid=0 2024-11-23T15:21:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741843_1019 (size=12001) 2024-11-23T15:21:24,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/fd053c4ff11e4dfbb5641fe0a3c54be2 2024-11-23T15:21:24,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/b95b76c92523418aba7cac55fd357dae is 50, key is test_row_0/C:col10/1732375283428/Put/seqid=0 2024-11-23T15:21:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375344763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375344763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375344765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375344768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741844_1020 (size=12001) 2024-11-23T15:21:24,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/b95b76c92523418aba7cac55fd357dae 2024-11-23T15:21:24,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375344783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/4b8cfbe890c84b43af422b3528767bfa as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4b8cfbe890c84b43af422b3528767bfa 2024-11-23T15:21:24,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4b8cfbe890c84b43af422b3528767bfa, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T15:21:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/fd053c4ff11e4dfbb5641fe0a3c54be2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/fd053c4ff11e4dfbb5641fe0a3c54be2 2024-11-23T15:21:24,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/fd053c4ff11e4dfbb5641fe0a3c54be2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T15:21:24,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/b95b76c92523418aba7cac55fd357dae as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b95b76c92523418aba7cac55fd357dae 2024-11-23T15:21:24,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:24,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:24,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b95b76c92523418aba7cac55fd357dae, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T15:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:24,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 064f0088aac40d705a8f2a1e371ed001 in 234ms, sequenceid=40, compaction requested=false 2024-11-23T15:21:24,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:24,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:24,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:25,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:25,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:25,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/55ba64fe57cb44659592d5eda70b43be is 50, key is test_row_0/A:col10/1732375284979/Put/seqid=0 2024-11-23T15:21:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741845_1021 (size=14341) 2024-11-23T15:21:25,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/55ba64fe57cb44659592d5eda70b43be 2024-11-23T15:21:25,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/cbdb6b2c4b224ed4964111276e1d7b17 is 50, key is test_row_0/B:col10/1732375284979/Put/seqid=0 2024-11-23T15:21:25,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375345061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375345062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741846_1022 (size=12001) 2024-11-23T15:21:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375345074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375345077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375345080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375345184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375345183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375345202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375345203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375345203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375345394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375345395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T15:21:25,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T15:21:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375345417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375345417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375345419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:25,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/cbdb6b2c4b224ed4964111276e1d7b17 2024-11-23T15:21:25,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/69d238a89a0b457092f04e355ccde44f is 50, key is test_row_0/C:col10/1732375284979/Put/seqid=0 2024-11-23T15:21:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741847_1023 (size=12001) 2024-11-23T15:21:25,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/69d238a89a0b457092f04e355ccde44f 2024-11-23T15:21:25,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/55ba64fe57cb44659592d5eda70b43be as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55ba64fe57cb44659592d5eda70b43be 2024-11-23T15:21:25,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55ba64fe57cb44659592d5eda70b43be, entries=200, sequenceid=51, filesize=14.0 K 2024-11-23T15:21:25,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/cbdb6b2c4b224ed4964111276e1d7b17 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cbdb6b2c4b224ed4964111276e1d7b17 2024-11-23T15:21:25,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cbdb6b2c4b224ed4964111276e1d7b17, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:21:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/69d238a89a0b457092f04e355ccde44f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/69d238a89a0b457092f04e355ccde44f 2024-11-23T15:21:25,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/69d238a89a0b457092f04e355ccde44f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:21:25,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 064f0088aac40d705a8f2a1e371ed001 in 635ms, sequenceid=51, compaction requested=true 2024-11-23T15:21:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:25,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:25,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:25,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:25,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:25,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:25,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:25,620 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:25,621 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:25,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T15:21:25,625 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:25,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,626 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:21:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:25,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:25,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:25,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:25,627 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:25,628 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,628 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee5dc742a8f41b687551dc025e468cf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/fd053c4ff11e4dfbb5641fe0a3c54be2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cbdb6b2c4b224ed4964111276e1d7b17] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=35.2 K 2024-11-23T15:21:25,628 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:25,628 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:25,629 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,629 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee5dc742a8f41b687551dc025e468cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375283210 2024-11-23T15:21:25,630 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting fd053c4ff11e4dfbb5641fe0a3c54be2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732375283428 2024-11-23T15:21:25,632 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting cbdb6b2c4b224ed4964111276e1d7b17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375284641 2024-11-23T15:21:25,633 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/33428cc90fc543d8b89a84b0cd72b084, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4b8cfbe890c84b43af422b3528767bfa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55ba64fe57cb44659592d5eda70b43be] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.4 K 2024-11-23T15:21:25,634 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33428cc90fc543d8b89a84b0cd72b084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375283210 2024-11-23T15:21:25,635 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b8cfbe890c84b43af422b3528767bfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732375283428 2024-11-23T15:21:25,636 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55ba64fe57cb44659592d5eda70b43be, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375284621 2024-11-23T15:21:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e116998df4d2403fb5c0b8359132c826 is 50, key is test_row_0/A:col10/1732375285071/Put/seqid=0 2024-11-23T15:21:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741848_1024 (size=12001) 2024-11-23T15:21:25,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e116998df4d2403fb5c0b8359132c826 2024-11-23T15:21:25,691 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:25,692 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/3eb9b725dfac4f769175bd61b80432bb is 50, key is test_row_0/A:col10/1732375284979/Put/seqid=0 2024-11-23T15:21:25,701 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:25,703 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/f3d13aafd41f463abc65418ce0f901a7 is 50, key is test_row_0/B:col10/1732375284979/Put/seqid=0 2024-11-23T15:21:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/a32e7fd0582645f2ab31bd97c30e5565 is 50, key is test_row_0/B:col10/1732375285071/Put/seqid=0 2024-11-23T15:21:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741849_1025 (size=12104) 2024-11-23T15:21:25,753 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/3eb9b725dfac4f769175bd61b80432bb as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3eb9b725dfac4f769175bd61b80432bb 2024-11-23T15:21:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375345734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375345737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375345739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375345741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375345744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741850_1026 (size=12104) 2024-11-23T15:21:25,777 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 3eb9b725dfac4f769175bd61b80432bb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:25,778 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:25,778 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375285619; duration=0sec 2024-11-23T15:21:25,778 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:25,778 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:25,778 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:25,781 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:25,781 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:25,781 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:25,782 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c8ffa4c31a7b408aa518fa7642414bd2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b95b76c92523418aba7cac55fd357dae, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/69d238a89a0b457092f04e355ccde44f] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=35.2 K 2024-11-23T15:21:25,783 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8ffa4c31a7b408aa518fa7642414bd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375283210 2024-11-23T15:21:25,784 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting b95b76c92523418aba7cac55fd357dae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732375283428 2024-11-23T15:21:25,785 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d238a89a0b457092f04e355ccde44f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375284641 2024-11-23T15:21:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741851_1027 (size=12001) 2024-11-23T15:21:25,814 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:25,815 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/aca69f385e33459aa165d32ccddf1abe is 50, key is test_row_0/C:col10/1732375284979/Put/seqid=0 2024-11-23T15:21:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741852_1028 (size=12104) 2024-11-23T15:21:25,842 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/aca69f385e33459aa165d32ccddf1abe as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/aca69f385e33459aa165d32ccddf1abe 2024-11-23T15:21:25,855 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into aca69f385e33459aa165d32ccddf1abe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:25,855 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:25,856 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=13, startTime=1732375285620; duration=0sec 2024-11-23T15:21:25,856 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:25,856 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:25,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375345858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375345859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375345860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375345861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:25,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375345865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375346071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375346071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375346072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375346073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375346074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T15:21:26,183 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/f3d13aafd41f463abc65418ce0f901a7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f3d13aafd41f463abc65418ce0f901a7 2024-11-23T15:21:26,189 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/a32e7fd0582645f2ab31bd97c30e5565 2024-11-23T15:21:26,221 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into f3d13aafd41f463abc65418ce0f901a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:26,222 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:26,222 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375285620; duration=0sec 2024-11-23T15:21:26,222 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:26,222 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:26,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/7f8d3ed3166349f6a9cc491a431f199c is 50, key is test_row_0/C:col10/1732375285071/Put/seqid=0 2024-11-23T15:21:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741853_1029 (size=12001) 2024-11-23T15:21:26,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375346380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375346380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375346381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375346382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375346382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,666 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/7f8d3ed3166349f6a9cc491a431f199c 2024-11-23T15:21:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e116998df4d2403fb5c0b8359132c826 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e116998df4d2403fb5c0b8359132c826 2024-11-23T15:21:26,696 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e116998df4d2403fb5c0b8359132c826, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T15:21:26,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/a32e7fd0582645f2ab31bd97c30e5565 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a32e7fd0582645f2ab31bd97c30e5565 2024-11-23T15:21:26,709 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a32e7fd0582645f2ab31bd97c30e5565, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T15:21:26,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/7f8d3ed3166349f6a9cc491a431f199c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/7f8d3ed3166349f6a9cc491a431f199c 2024-11-23T15:21:26,722 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/7f8d3ed3166349f6a9cc491a431f199c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T15:21:26,725 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 064f0088aac40d705a8f2a1e371ed001 in 1099ms, sequenceid=76, compaction requested=false 2024-11-23T15:21:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T15:21:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T15:21:26,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T15:21:26,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5050 sec 2024-11-23T15:21:26,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.5190 sec 2024-11-23T15:21:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:26,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:21:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:26,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/8a56c97be54a47b2b13addfaa2788279 is 50, key is test_row_0/A:col10/1732375285741/Put/seqid=0 2024-11-23T15:21:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741854_1030 (size=12001) 2024-11-23T15:21:26,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/8a56c97be54a47b2b13addfaa2788279 2024-11-23T15:21:26,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/9bb67821d4484cc6b7f64631b824b2b5 is 50, key is test_row_0/B:col10/1732375285741/Put/seqid=0 2024-11-23T15:21:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375346935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375346944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375346949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375346949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375346951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741855_1031 (size=12001) 2024-11-23T15:21:26,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/9bb67821d4484cc6b7f64631b824b2b5 2024-11-23T15:21:26,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2aa9b79120814e1c8242a1343bedbbbe is 50, key is test_row_0/C:col10/1732375285741/Put/seqid=0 2024-11-23T15:21:26,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T15:21:26,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:27,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T15:21:27,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:27,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:21:27,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T15:21:27,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T15:21:27,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:27,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T15:21:27,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741856_1032 (size=12001) 2024-11-23T15:21:27,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2aa9b79120814e1c8242a1343bedbbbe 2024-11-23T15:21:27,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/8a56c97be54a47b2b13addfaa2788279 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8a56c97be54a47b2b13addfaa2788279 2024-11-23T15:21:27,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8a56c97be54a47b2b13addfaa2788279, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:21:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/9bb67821d4484cc6b7f64631b824b2b5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9bb67821d4484cc6b7f64631b824b2b5 2024-11-23T15:21:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375347050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375347054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375347056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375347058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9bb67821d4484cc6b7f64631b824b2b5, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:21:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375347058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2aa9b79120814e1c8242a1343bedbbbe as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2aa9b79120814e1c8242a1343bedbbbe 2024-11-23T15:21:27,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2aa9b79120814e1c8242a1343bedbbbe, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:21:27,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 064f0088aac40d705a8f2a1e371ed001 in 189ms, sequenceid=92, compaction requested=true 2024-11-23T15:21:27,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:27,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:27,080 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:27,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:27,081 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:27,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:27,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:27,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:27,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:27,083 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:27,083 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:27,083 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:27,084 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:27,084 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:27,084 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:27,084 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3eb9b725dfac4f769175bd61b80432bb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e116998df4d2403fb5c0b8359132c826, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8a56c97be54a47b2b13addfaa2788279] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=35.3 K 2024-11-23T15:21:27,084 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f3d13aafd41f463abc65418ce0f901a7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a32e7fd0582645f2ab31bd97c30e5565, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9bb67821d4484cc6b7f64631b824b2b5] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=35.3 K 2024-11-23T15:21:27,086 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb9b725dfac4f769175bd61b80432bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375284641 2024-11-23T15:21:27,086 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f3d13aafd41f463abc65418ce0f901a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375284641 2024-11-23T15:21:27,086 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e116998df4d2403fb5c0b8359132c826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732375285071 2024-11-23T15:21:27,087 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a32e7fd0582645f2ab31bd97c30e5565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732375285071 2024-11-23T15:21:27,087 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a56c97be54a47b2b13addfaa2788279, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375285741 2024-11-23T15:21:27,088 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bb67821d4484cc6b7f64631b824b2b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375285741 2024-11-23T15:21:27,115 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:27,116 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/1fa756d119c04eb4a82820e4e817701f is 50, key is test_row_0/A:col10/1732375285741/Put/seqid=0 2024-11-23T15:21:27,126 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:27,127 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/06e7d4f7a1724c1d98d63a7f489d44cb is 50, key is test_row_0/B:col10/1732375285741/Put/seqid=0 2024-11-23T15:21:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741857_1033 (size=12207) 2024-11-23T15:21:27,152 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/1fa756d119c04eb4a82820e4e817701f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/1fa756d119c04eb4a82820e4e817701f 2024-11-23T15:21:27,165 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 1fa756d119c04eb4a82820e4e817701f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:27,165 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:27,165 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375287080; duration=0sec 2024-11-23T15:21:27,165 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:27,165 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:27,165 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:27,168 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:27,168 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:27,168 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:27,168 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/aca69f385e33459aa165d32ccddf1abe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/7f8d3ed3166349f6a9cc491a431f199c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2aa9b79120814e1c8242a1343bedbbbe] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=35.3 K 2024-11-23T15:21:27,169 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting aca69f385e33459aa165d32ccddf1abe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375284641 2024-11-23T15:21:27,170 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f8d3ed3166349f6a9cc491a431f199c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732375285071 2024-11-23T15:21:27,171 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aa9b79120814e1c8242a1343bedbbbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375285741 2024-11-23T15:21:27,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741858_1034 (size=12207) 2024-11-23T15:21:27,198 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:27,199 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/56539622142c45b0a7040251a55dbef5 is 50, key is test_row_0/C:col10/1732375285741/Put/seqid=0 2024-11-23T15:21:27,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741859_1035 (size=12207) 2024-11-23T15:21:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:27,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T15:21:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d4431dd48f7944c4a612bd014e0f163c is 50, key is test_row_0/A:col10/1732375286944/Put/seqid=0 2024-11-23T15:21:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375347277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375347279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375347281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375347284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741860_1036 (size=16681) 2024-11-23T15:21:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375347298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d4431dd48f7944c4a612bd014e0f163c 2024-11-23T15:21:27,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/773af32cbaaf46eebbe30ef60afc2d0f is 50, key is test_row_0/B:col10/1732375286944/Put/seqid=0 2024-11-23T15:21:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T15:21:27,333 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T15:21:27,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T15:21:27,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:27,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:27,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T15:21:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741861_1037 (size=12001) 2024-11-23T15:21:27,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/773af32cbaaf46eebbe30ef60afc2d0f 2024-11-23T15:21:27,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/657e4eb9feeb4addad2600255b818e15 is 50, key is test_row_0/C:col10/1732375286944/Put/seqid=0 2024-11-23T15:21:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375347386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375347390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375347392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375347395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375347406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741862_1038 (size=12001) 2024-11-23T15:21:27,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/657e4eb9feeb4addad2600255b818e15 2024-11-23T15:21:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d4431dd48f7944c4a612bd014e0f163c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d4431dd48f7944c4a612bd014e0f163c 2024-11-23T15:21:27,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d4431dd48f7944c4a612bd014e0f163c, entries=250, sequenceid=119, filesize=16.3 K 2024-11-23T15:21:27,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/773af32cbaaf46eebbe30ef60afc2d0f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/773af32cbaaf46eebbe30ef60afc2d0f 2024-11-23T15:21:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T15:21:27,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/773af32cbaaf46eebbe30ef60afc2d0f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T15:21:27,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/657e4eb9feeb4addad2600255b818e15 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/657e4eb9feeb4addad2600255b818e15 2024-11-23T15:21:27,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/657e4eb9feeb4addad2600255b818e15, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T15:21:27,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 064f0088aac40d705a8f2a1e371ed001 in 204ms, sequenceid=119, compaction requested=false 2024-11-23T15:21:27,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:27,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T15:21:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:27,496 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:21:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/5382401da1d54085957218a53a0051c4 is 50, key is test_row_0/A:col10/1732375287281/Put/seqid=0 2024-11-23T15:21:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741863_1039 (size=12051) 2024-11-23T15:21:27,521 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/5382401da1d54085957218a53a0051c4 2024-11-23T15:21:27,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/78f1dd274c794c5e82547faaed28dd93 is 50, key is test_row_0/B:col10/1732375287281/Put/seqid=0 2024-11-23T15:21:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741864_1040 (size=12051) 2024-11-23T15:21:27,563 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/78f1dd274c794c5e82547faaed28dd93 2024-11-23T15:21:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/4bf1ec600098489aacc497fcb86f8138 is 50, key is test_row_0/C:col10/1732375287281/Put/seqid=0 2024-11-23T15:21:27,589 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/06e7d4f7a1724c1d98d63a7f489d44cb as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/06e7d4f7a1724c1d98d63a7f489d44cb 2024-11-23T15:21:27,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:27,605 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 06e7d4f7a1724c1d98d63a7f489d44cb(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:27,605 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:27,606 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375287081; duration=0sec 2024-11-23T15:21:27,606 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:27,606 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:27,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741865_1041 (size=12051) 2024-11-23T15:21:27,619 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/4bf1ec600098489aacc497fcb86f8138 2024-11-23T15:21:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/5382401da1d54085957218a53a0051c4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/5382401da1d54085957218a53a0051c4 2024-11-23T15:21:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T15:21:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375347640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375347638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375347642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,651 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/56539622142c45b0a7040251a55dbef5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/56539622142c45b0a7040251a55dbef5 2024-11-23T15:21:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375347648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375347648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,659 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/5382401da1d54085957218a53a0051c4, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T15:21:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/78f1dd274c794c5e82547faaed28dd93 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/78f1dd274c794c5e82547faaed28dd93 2024-11-23T15:21:27,664 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 56539622142c45b0a7040251a55dbef5(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:27,664 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:27,664 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=13, startTime=1732375287082; duration=0sec 2024-11-23T15:21:27,664 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:27,665 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:27,671 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/78f1dd274c794c5e82547faaed28dd93, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T15:21:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/4bf1ec600098489aacc497fcb86f8138 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4bf1ec600098489aacc497fcb86f8138 2024-11-23T15:21:27,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4bf1ec600098489aacc497fcb86f8138, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T15:21:27,685 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 064f0088aac40d705a8f2a1e371ed001 in 188ms, sequenceid=130, compaction requested=true 2024-11-23T15:21:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T15:21:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T15:21:27,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T15:21:27,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 346 msec 2024-11-23T15:21:27,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 356 msec 2024-11-23T15:21:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:27,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T15:21:27,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:27,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/3501fa4565f7425b80edea398ea131a9 is 50, key is test_row_0/A:col10/1732375287640/Put/seqid=0 2024-11-23T15:21:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741866_1042 (size=12151) 2024-11-23T15:21:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375347804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375347804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375347804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375347807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375347808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375347913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375347914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375347916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375347924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375347925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T15:21:27,946 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T15:21:27,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T15:21:27,953 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:27,954 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:27,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T15:21:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T15:21:28,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T15:21:28,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:28,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375348121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375348121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375348121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375348127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375348128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/3501fa4565f7425b80edea398ea131a9 2024-11-23T15:21:28,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/972f979a6cc241e2bfbd357aed91d95a is 50, key is test_row_0/B:col10/1732375287640/Put/seqid=0 2024-11-23T15:21:28,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741867_1043 (size=12151) 2024-11-23T15:21:28,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/972f979a6cc241e2bfbd357aed91d95a 2024-11-23T15:21:28,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/975c20de10fe4e3480be857ef6abff24 is 50, key is test_row_0/C:col10/1732375287640/Put/seqid=0 2024-11-23T15:21:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741868_1044 (size=12151) 2024-11-23T15:21:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T15:21:28,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T15:21:28,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T15:21:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375348425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375348425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375348426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375348431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375348432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T15:21:28,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T15:21:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:28,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/975c20de10fe4e3480be857ef6abff24 2024-11-23T15:21:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/3501fa4565f7425b80edea398ea131a9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3501fa4565f7425b80edea398ea131a9 2024-11-23T15:21:28,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3501fa4565f7425b80edea398ea131a9, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T15:21:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/972f979a6cc241e2bfbd357aed91d95a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/972f979a6cc241e2bfbd357aed91d95a 2024-11-23T15:21:28,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/972f979a6cc241e2bfbd357aed91d95a, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T15:21:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/975c20de10fe4e3480be857ef6abff24 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/975c20de10fe4e3480be857ef6abff24 2024-11-23T15:21:28,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/975c20de10fe4e3480be857ef6abff24, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T15:21:28,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 064f0088aac40d705a8f2a1e371ed001 in 948ms, sequenceid=160, compaction requested=true 2024-11-23T15:21:28,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:28,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:28,702 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:28,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:28,702 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:28,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:28,705 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:28,705 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:28,706 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,706 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/06e7d4f7a1724c1d98d63a7f489d44cb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/773af32cbaaf46eebbe30ef60afc2d0f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/78f1dd274c794c5e82547faaed28dd93, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/972f979a6cc241e2bfbd357aed91d95a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=47.3 K 2024-11-23T15:21:28,707 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:28,707 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:28,707 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,707 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/1fa756d119c04eb4a82820e4e817701f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d4431dd48f7944c4a612bd014e0f163c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/5382401da1d54085957218a53a0051c4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3501fa4565f7425b80edea398ea131a9] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=51.8 K 2024-11-23T15:21:28,708 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 06e7d4f7a1724c1d98d63a7f489d44cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375285741 2024-11-23T15:21:28,708 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fa756d119c04eb4a82820e4e817701f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375285741 2024-11-23T15:21:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:28,709 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 773af32cbaaf46eebbe30ef60afc2d0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375286915 2024-11-23T15:21:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:28,709 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4431dd48f7944c4a612bd014e0f163c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375286915 2024-11-23T15:21:28,710 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f1dd274c794c5e82547faaed28dd93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375287279 2024-11-23T15:21:28,710 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5382401da1d54085957218a53a0051c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375287279 2024-11-23T15:21:28,710 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 972f979a6cc241e2bfbd357aed91d95a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732375287640 2024-11-23T15:21:28,711 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3501fa4565f7425b80edea398ea131a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732375287640 2024-11-23T15:21:28,728 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T15:21:28,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,733 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T15:21:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:28,735 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#30 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:28,736 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/73298ff16ac646e2b22f2922b16120a1 is 50, key is test_row_0/B:col10/1732375287640/Put/seqid=0 2024-11-23T15:21:28,738 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#31 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:28,739 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/94a50d3e9477495fbbd386ef3a2b44d1 is 50, key is test_row_0/A:col10/1732375287640/Put/seqid=0 2024-11-23T15:21:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/924d0f9144744fb2b6dd7a9960078928 is 50, key is test_row_0/A:col10/1732375287803/Put/seqid=0 2024-11-23T15:21:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741869_1045 (size=12493) 2024-11-23T15:21:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741870_1046 (size=12493) 2024-11-23T15:21:28,782 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/73298ff16ac646e2b22f2922b16120a1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/73298ff16ac646e2b22f2922b16120a1 2024-11-23T15:21:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741871_1047 (size=9757) 2024-11-23T15:21:28,792 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/924d0f9144744fb2b6dd7a9960078928 2024-11-23T15:21:28,799 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 73298ff16ac646e2b22f2922b16120a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:28,799 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:28,799 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=12, startTime=1732375288702; duration=0sec 2024-11-23T15:21:28,800 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:28,800 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:28,800 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:28,804 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:28,804 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:28,804 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,805 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/56539622142c45b0a7040251a55dbef5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/657e4eb9feeb4addad2600255b818e15, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4bf1ec600098489aacc497fcb86f8138, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/975c20de10fe4e3480be857ef6abff24] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=47.3 K 2024-11-23T15:21:28,805 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 56539622142c45b0a7040251a55dbef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375285741 2024-11-23T15:21:28,806 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 657e4eb9feeb4addad2600255b818e15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375286915 2024-11-23T15:21:28,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/11664d8d9fe143e395d8f662953541ab is 50, key is test_row_0/B:col10/1732375287803/Put/seqid=0 2024-11-23T15:21:28,807 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf1ec600098489aacc497fcb86f8138, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375287279 2024-11-23T15:21:28,807 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 975c20de10fe4e3480be857ef6abff24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732375287640 2024-11-23T15:21:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741872_1048 (size=9757) 2024-11-23T15:21:28,830 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/11664d8d9fe143e395d8f662953541ab 2024-11-23T15:21:28,852 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#34 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:28,853 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/afeb039afadc4486922132784a756620 is 50, key is test_row_0/C:col10/1732375287640/Put/seqid=0 2024-11-23T15:21:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e0c27c9b40f044d1abde950a9611abd2 is 50, key is test_row_0/C:col10/1732375287803/Put/seqid=0 2024-11-23T15:21:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741873_1049 (size=12493) 2024-11-23T15:21:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741874_1050 (size=9757) 2024-11-23T15:21:28,890 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e0c27c9b40f044d1abde950a9611abd2 2024-11-23T15:21:28,895 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/afeb039afadc4486922132784a756620 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/afeb039afadc4486922132784a756620 2024-11-23T15:21:28,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/924d0f9144744fb2b6dd7a9960078928 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/924d0f9144744fb2b6dd7a9960078928 2024-11-23T15:21:28,913 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into afeb039afadc4486922132784a756620(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:28,913 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:28,914 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=12, startTime=1732375288707; duration=0sec 2024-11-23T15:21:28,914 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:28,914 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:28,917 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/924d0f9144744fb2b6dd7a9960078928, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T15:21:28,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/11664d8d9fe143e395d8f662953541ab as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/11664d8d9fe143e395d8f662953541ab 2024-11-23T15:21:28,930 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/11664d8d9fe143e395d8f662953541ab, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T15:21:28,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e0c27c9b40f044d1abde950a9611abd2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e0c27c9b40f044d1abde950a9611abd2 2024-11-23T15:21:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:28,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:28,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e0c27c9b40f044d1abde950a9611abd2, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T15:21:28,950 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=67.09 KB/68700 for 064f0088aac40d705a8f2a1e371ed001 in 217ms, sequenceid=168, compaction requested=false 2024-11-23T15:21:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T15:21:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T15:21:28,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T15:21:28,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:28,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:28,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:28,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:28,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:28,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:28,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T15:21:28,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 998 msec 2024-11-23T15:21:28,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0060 sec 2024-11-23T15:21:28,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/338d76e9412d40ca85ce0f49b6262a3b is 50, key is test_row_0/A:col10/1732375288949/Put/seqid=0 2024-11-23T15:21:28,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741875_1051 (size=12151) 2024-11-23T15:21:28,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/338d76e9412d40ca85ce0f49b6262a3b 2024-11-23T15:21:28,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/0da231873e2d4990b5cc89ceb508dcf0 is 50, key is test_row_0/B:col10/1732375288949/Put/seqid=0 2024-11-23T15:21:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375348986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375348986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375348988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:28,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741876_1052 (size=12151) 2024-11-23T15:21:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375348989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/0da231873e2d4990b5cc89ceb508dcf0 2024-11-23T15:21:29,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375348997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e7b805c4f6934a6b9f8a9b8a0724f944 is 50, key is test_row_0/C:col10/1732375288949/Put/seqid=0 2024-11-23T15:21:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741877_1053 (size=12151) 2024-11-23T15:21:29,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e7b805c4f6934a6b9f8a9b8a0724f944 2024-11-23T15:21:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/338d76e9412d40ca85ce0f49b6262a3b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/338d76e9412d40ca85ce0f49b6262a3b 2024-11-23T15:21:29,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/338d76e9412d40ca85ce0f49b6262a3b, entries=150, sequenceid=184, filesize=11.9 K 2024-11-23T15:21:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/0da231873e2d4990b5cc89ceb508dcf0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0da231873e2d4990b5cc89ceb508dcf0 2024-11-23T15:21:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T15:21:29,060 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T15:21:29,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0da231873e2d4990b5cc89ceb508dcf0, entries=150, sequenceid=184, filesize=11.9 K 2024-11-23T15:21:29,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T15:21:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e7b805c4f6934a6b9f8a9b8a0724f944 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e7b805c4f6934a6b9f8a9b8a0724f944 2024-11-23T15:21:29,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:29,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:29,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T15:21:29,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e7b805c4f6934a6b9f8a9b8a0724f944, entries=150, sequenceid=184, filesize=11.9 K 2024-11-23T15:21:29,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 064f0088aac40d705a8f2a1e371ed001 in 129ms, sequenceid=184, compaction requested=true 2024-11-23T15:21:29,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,080 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-23T15:21:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:21:29,082 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:29,082 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:29,082 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:29,082 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:29,083 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:29,085 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:29,085 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:29,085 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,085 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/73298ff16ac646e2b22f2922b16120a1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/11664d8d9fe143e395d8f662953541ab, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0da231873e2d4990b5cc89ceb508dcf0] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=33.6 K 2024-11-23T15:21:29,086 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 73298ff16ac646e2b22f2922b16120a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732375287640 2024-11-23T15:21:29,087 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 11664d8d9fe143e395d8f662953541ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732375287803 2024-11-23T15:21:29,088 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 0da231873e2d4990b5cc89ceb508dcf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732375288946 2024-11-23T15:21:29,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:21:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:29,106 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:29,107 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/35dfa0bb5a604ec2bda4817b43068a8d is 50, key is test_row_0/B:col10/1732375288949/Put/seqid=0 2024-11-23T15:21:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:29,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375349121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375349123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375349124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375349125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375349125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/bfd3321835ad4d67a688fd80e9c7894a is 50, key is test_row_0/A:col10/1732375288986/Put/seqid=0 2024-11-23T15:21:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741878_1054 (size=12595) 2024-11-23T15:21:29,161 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/35dfa0bb5a604ec2bda4817b43068a8d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/35dfa0bb5a604ec2bda4817b43068a8d 2024-11-23T15:21:29,172 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/94a50d3e9477495fbbd386ef3a2b44d1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/94a50d3e9477495fbbd386ef3a2b44d1 2024-11-23T15:21:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741879_1055 (size=12151) 2024-11-23T15:21:29,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/bfd3321835ad4d67a688fd80e9c7894a 2024-11-23T15:21:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T15:21:29,187 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 94a50d3e9477495fbbd386ef3a2b44d1(size=12.2 K), total size for store is 33.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:29,187 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,187 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=12, startTime=1732375288702; duration=0sec 2024-11-23T15:21:29,187 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:29,187 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:29,188 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:29,191 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:29,191 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:29,191 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,192 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/afeb039afadc4486922132784a756620, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e0c27c9b40f044d1abde950a9611abd2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e7b805c4f6934a6b9f8a9b8a0724f944] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=33.6 K 2024-11-23T15:21:29,193 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 35dfa0bb5a604ec2bda4817b43068a8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:29,193 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,193 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375289081; duration=0sec 2024-11-23T15:21:29,193 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:29,193 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:29,195 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting afeb039afadc4486922132784a756620, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732375287640 2024-11-23T15:21:29,196 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0c27c9b40f044d1abde950a9611abd2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732375287803 2024-11-23T15:21:29,196 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b805c4f6934a6b9f8a9b8a0724f944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732375288946 2024-11-23T15:21:29,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/0e456b446c5c47baafb15a8e05de2168 is 50, key is test_row_0/B:col10/1732375288986/Put/seqid=0 2024-11-23T15:21:29,215 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:29,215 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/9929d2dd917b40f5b62db42a83725542 is 50, key is test_row_0/C:col10/1732375288949/Put/seqid=0 2024-11-23T15:21:29,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T15:21:29,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:29,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375349227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375349230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375349230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375349231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375349233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741880_1056 (size=12151) 2024-11-23T15:21:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741881_1057 (size=12595) 2024-11-23T15:21:29,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/0e456b446c5c47baafb15a8e05de2168 2024-11-23T15:21:29,263 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/9929d2dd917b40f5b62db42a83725542 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/9929d2dd917b40f5b62db42a83725542 2024-11-23T15:21:29,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/1fd3ce9489fe454a81e0aef8d720df53 is 50, key is test_row_0/C:col10/1732375288986/Put/seqid=0 2024-11-23T15:21:29,274 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 9929d2dd917b40f5b62db42a83725542(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:29,274 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,275 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=13, startTime=1732375289081; duration=0sec 2024-11-23T15:21:29,275 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:29,275 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:29,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741882_1058 (size=12151) 2024-11-23T15:21:29,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/1fd3ce9489fe454a81e0aef8d720df53 2024-11-23T15:21:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/bfd3321835ad4d67a688fd80e9c7894a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bfd3321835ad4d67a688fd80e9c7894a 2024-11-23T15:21:29,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bfd3321835ad4d67a688fd80e9c7894a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T15:21:29,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/0e456b446c5c47baafb15a8e05de2168 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0e456b446c5c47baafb15a8e05de2168 2024-11-23T15:21:29,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0e456b446c5c47baafb15a8e05de2168, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T15:21:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/1fd3ce9489fe454a81e0aef8d720df53 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1fd3ce9489fe454a81e0aef8d720df53 2024-11-23T15:21:29,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1fd3ce9489fe454a81e0aef8d720df53, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T15:21:29,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 064f0088aac40d705a8f2a1e371ed001 in 253ms, sequenceid=209, compaction requested=true 2024-11-23T15:21:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,357 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:29,358 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T15:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:29,360 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:29,360 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:29,360 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:29,360 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:29,360 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T15:21:29,361 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:29,361 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:29,361 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,361 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:29,361 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:29,361 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/94a50d3e9477495fbbd386ef3a2b44d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/924d0f9144744fb2b6dd7a9960078928, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/338d76e9412d40ca85ce0f49b6262a3b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bfd3321835ad4d67a688fd80e9c7894a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=45.5 K 2024-11-23T15:21:29,361 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:29,361 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:29,362 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94a50d3e9477495fbbd386ef3a2b44d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732375287640 2024-11-23T15:21:29,363 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 924d0f9144744fb2b6dd7a9960078928, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732375287803 2024-11-23T15:21:29,364 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 338d76e9412d40ca85ce0f49b6262a3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732375288946 2024-11-23T15:21:29,364 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfd3321835ad4d67a688fd80e9c7894a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375288986 2024-11-23T15:21:29,380 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:29,381 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/4e98645a8d6f43e0bf75c30ced2491a9 is 50, key is test_row_0/A:col10/1732375288986/Put/seqid=0 2024-11-23T15:21:29,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T15:21:29,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,382 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T15:21:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d86d56475ac54a95871f3b3648ed6455 is 50, key is test_row_1/A:col10/1732375289123/Put/seqid=0 2024-11-23T15:21:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741883_1059 (size=12629) 2024-11-23T15:21:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741884_1060 (size=9757) 2024-11-23T15:21:29,428 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/4e98645a8d6f43e0bf75c30ced2491a9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4e98645a8d6f43e0bf75c30ced2491a9 2024-11-23T15:21:29,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:29,451 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 4e98645a8d6f43e0bf75c30ced2491a9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:29,451 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,451 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=12, startTime=1732375289357; duration=0sec 2024-11-23T15:21:29,451 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:29,451 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:29,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375349464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375349465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375349467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375349467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375349469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375349571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375349572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375349574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375349573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375349574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T15:21:29,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375349775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375349777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375349777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375349777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375349778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:29,821 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d86d56475ac54a95871f3b3648ed6455 2024-11-23T15:21:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e969e4596dcb4cc7bd8882242b38e994 is 50, key is test_row_1/B:col10/1732375289123/Put/seqid=0 2024-11-23T15:21:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741885_1061 (size=9757) 2024-11-23T15:21:29,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e969e4596dcb4cc7bd8882242b38e994 2024-11-23T15:21:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/80f143f3b71c40f78c6b3a8a94d11f64 is 50, key is test_row_1/C:col10/1732375289123/Put/seqid=0 2024-11-23T15:21:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741886_1062 (size=9757) 2024-11-23T15:21:29,887 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/80f143f3b71c40f78c6b3a8a94d11f64 2024-11-23T15:21:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d86d56475ac54a95871f3b3648ed6455 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d86d56475ac54a95871f3b3648ed6455 2024-11-23T15:21:29,909 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d86d56475ac54a95871f3b3648ed6455, entries=100, sequenceid=224, filesize=9.5 K 2024-11-23T15:21:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e969e4596dcb4cc7bd8882242b38e994 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e969e4596dcb4cc7bd8882242b38e994 2024-11-23T15:21:29,928 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e969e4596dcb4cc7bd8882242b38e994, entries=100, sequenceid=224, filesize=9.5 K 2024-11-23T15:21:29,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/80f143f3b71c40f78c6b3a8a94d11f64 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/80f143f3b71c40f78c6b3a8a94d11f64 2024-11-23T15:21:29,942 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/80f143f3b71c40f78c6b3a8a94d11f64, entries=100, sequenceid=224, filesize=9.5 K 2024-11-23T15:21:29,944 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 064f0088aac40d705a8f2a1e371ed001 in 562ms, sequenceid=224, compaction requested=true 2024-11-23T15:21:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T15:21:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T15:21:29,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T15:21:29,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 875 msec 2024-11-23T15:21:29,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 885 msec 2024-11-23T15:21:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:30,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:21:30,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:30,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:30,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:30,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:30,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:30,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:30,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/9867a6ce5bc942ff842bcf10a658f56d is 50, key is test_row_0/A:col10/1732375290081/Put/seqid=0 2024-11-23T15:21:30,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375350091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375350092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375350094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375350096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375350098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741887_1063 (size=14541) 2024-11-23T15:21:30,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/9867a6ce5bc942ff842bcf10a658f56d 2024-11-23T15:21:30,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/9a81a75b8d05436c81b8a576fa2dbd83 is 50, key is test_row_0/B:col10/1732375290081/Put/seqid=0 2024-11-23T15:21:30,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741888_1064 (size=12151) 2024-11-23T15:21:30,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/9a81a75b8d05436c81b8a576fa2dbd83 2024-11-23T15:21:30,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/05571fe7ef054affa10187289c3b9cba is 50, key is test_row_0/C:col10/1732375290081/Put/seqid=0 2024-11-23T15:21:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741889_1065 (size=12151) 2024-11-23T15:21:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T15:21:30,191 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T15:21:30,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/05571fe7ef054affa10187289c3b9cba 2024-11-23T15:21:30,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T15:21:30,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375350198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375350199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375350200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,203 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:30,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375350203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375350203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T15:21:30,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:30,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:30,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/9867a6ce5bc942ff842bcf10a658f56d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9867a6ce5bc942ff842bcf10a658f56d 2024-11-23T15:21:30,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9867a6ce5bc942ff842bcf10a658f56d, entries=200, sequenceid=250, filesize=14.2 K 2024-11-23T15:21:30,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/9a81a75b8d05436c81b8a576fa2dbd83 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9a81a75b8d05436c81b8a576fa2dbd83 2024-11-23T15:21:30,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9a81a75b8d05436c81b8a576fa2dbd83, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T15:21:30,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/05571fe7ef054affa10187289c3b9cba as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/05571fe7ef054affa10187289c3b9cba 2024-11-23T15:21:30,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/05571fe7ef054affa10187289c3b9cba, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T15:21:30,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 064f0088aac40d705a8f2a1e371ed001 in 154ms, sequenceid=250, compaction requested=true 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:30,239 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:30,239 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:30,240 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36927 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:30,241 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:30,241 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:30,241 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4e98645a8d6f43e0bf75c30ced2491a9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d86d56475ac54a95871f3b3648ed6455, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9867a6ce5bc942ff842bcf10a658f56d] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=36.1 K 2024-11-23T15:21:30,241 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:30,241 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:30,241 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:30,241 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/35dfa0bb5a604ec2bda4817b43068a8d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0e456b446c5c47baafb15a8e05de2168, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e969e4596dcb4cc7bd8882242b38e994, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9a81a75b8d05436c81b8a576fa2dbd83] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=45.6 K 2024-11-23T15:21:30,242 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e98645a8d6f43e0bf75c30ced2491a9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375288986 2024-11-23T15:21:30,242 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 35dfa0bb5a604ec2bda4817b43068a8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732375288946 2024-11-23T15:21:30,242 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting d86d56475ac54a95871f3b3648ed6455, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732375289123 2024-11-23T15:21:30,243 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e456b446c5c47baafb15a8e05de2168, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375288986 2024-11-23T15:21:30,243 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9867a6ce5bc942ff842bcf10a658f56d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375289463 2024-11-23T15:21:30,243 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e969e4596dcb4cc7bd8882242b38e994, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732375289123 2024-11-23T15:21:30,244 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a81a75b8d05436c81b8a576fa2dbd83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375289463 2024-11-23T15:21:30,264 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:30,265 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/6d1e8bc850d44ca885c6bd3320fe1a7c is 50, key is test_row_0/A:col10/1732375290081/Put/seqid=0 2024-11-23T15:21:30,266 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:30,266 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/386cf178e3cf4d0bae58113ab93fe4dd is 50, key is test_row_0/B:col10/1732375290081/Put/seqid=0 2024-11-23T15:21:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T15:21:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741890_1066 (size=12731) 2024-11-23T15:21:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741891_1067 (size=12731) 2024-11-23T15:21:30,334 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/6d1e8bc850d44ca885c6bd3320fe1a7c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6d1e8bc850d44ca885c6bd3320fe1a7c 2024-11-23T15:21:30,352 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 6d1e8bc850d44ca885c6bd3320fe1a7c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:30,352 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:30,352 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375290239; duration=0sec 2024-11-23T15:21:30,352 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:30,352 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:30,352 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:30,355 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:30,355 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:30,355 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:30,355 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/9929d2dd917b40f5b62db42a83725542, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1fd3ce9489fe454a81e0aef8d720df53, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/80f143f3b71c40f78c6b3a8a94d11f64, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/05571fe7ef054affa10187289c3b9cba] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=45.6 K 2024-11-23T15:21:30,356 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9929d2dd917b40f5b62db42a83725542, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732375288946 2024-11-23T15:21:30,357 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fd3ce9489fe454a81e0aef8d720df53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375288986 2024-11-23T15:21:30,358 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80f143f3b71c40f78c6b3a8a94d11f64, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732375289123 2024-11-23T15:21:30,358 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05571fe7ef054affa10187289c3b9cba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375289463 2024-11-23T15:21:30,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T15:21:30,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:30,361 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:30,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/9395ba1e6d094fe79ae829a65bcef408 is 50, key is test_row_0/A:col10/1732375290094/Put/seqid=0 2024-11-23T15:21:30,383 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:30,384 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/87a19fedc6454b27a917f395243236c1 is 50, key is test_row_0/C:col10/1732375290081/Put/seqid=0 2024-11-23T15:21:30,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741892_1068 (size=12731) 2024-11-23T15:21:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741893_1069 (size=12301) 2024-11-23T15:21:30,423 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/87a19fedc6454b27a917f395243236c1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/87a19fedc6454b27a917f395243236c1 2024-11-23T15:21:30,433 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 87a19fedc6454b27a917f395243236c1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:30,433 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:30,433 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=12, startTime=1732375290239; duration=0sec 2024-11-23T15:21:30,433 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:30,433 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375350434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375350434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375350435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375350436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375350437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T15:21:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375350541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375350542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375350543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375350543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375350546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,727 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/386cf178e3cf4d0bae58113ab93fe4dd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/386cf178e3cf4d0bae58113ab93fe4dd 2024-11-23T15:21:30,734 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 386cf178e3cf4d0bae58113ab93fe4dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:30,734 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:30,734 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=12, startTime=1732375290239; duration=0sec 2024-11-23T15:21:30,734 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:30,734 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:30,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375350745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375350745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375350747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375350747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375350750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T15:21:30,812 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/9395ba1e6d094fe79ae829a65bcef408 2024-11-23T15:21:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e96e06ec23074137a8ebf188d04ff80f is 50, key is test_row_0/B:col10/1732375290094/Put/seqid=0 2024-11-23T15:21:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741894_1070 (size=12301) 2024-11-23T15:21:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375351051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375351050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375351052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375351052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375351053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,232 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e96e06ec23074137a8ebf188d04ff80f 2024-11-23T15:21:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2fd8dc361a2041168e44f370aff64ced is 50, key is test_row_0/C:col10/1732375290094/Put/seqid=0 2024-11-23T15:21:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741895_1071 (size=12301) 2024-11-23T15:21:31,254 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2fd8dc361a2041168e44f370aff64ced 2024-11-23T15:21:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/9395ba1e6d094fe79ae829a65bcef408 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9395ba1e6d094fe79ae829a65bcef408 2024-11-23T15:21:31,269 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9395ba1e6d094fe79ae829a65bcef408, entries=150, sequenceid=263, filesize=12.0 K 2024-11-23T15:21:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e96e06ec23074137a8ebf188d04ff80f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e96e06ec23074137a8ebf188d04ff80f 2024-11-23T15:21:31,278 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e96e06ec23074137a8ebf188d04ff80f, entries=150, sequenceid=263, filesize=12.0 K 2024-11-23T15:21:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2fd8dc361a2041168e44f370aff64ced as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd8dc361a2041168e44f370aff64ced 2024-11-23T15:21:31,287 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd8dc361a2041168e44f370aff64ced, entries=150, sequenceid=263, filesize=12.0 K 2024-11-23T15:21:31,288 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 064f0088aac40d705a8f2a1e371ed001 in 927ms, sequenceid=263, compaction requested=false 2024-11-23T15:21:31,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:31,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:31,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T15:21:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T15:21:31,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T15:21:31,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-11-23T15:21:31,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0980 sec 2024-11-23T15:21:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T15:21:31,312 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T15:21:31,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T15:21:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T15:21:31,316 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:31,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:31,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T15:21:31,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T15:21:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e4afda7b4fe043beb2f7cbfe024f6de5 is 50, key is test_row_0/A:col10/1732375290434/Put/seqid=0 2024-11-23T15:21:31,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741896_1072 (size=12301) 2024-11-23T15:21:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:31,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:31,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375351565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375351567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375351568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375351570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375351573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T15:21:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375351672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375351673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375351673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375351674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375351676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375351877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375351878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375351880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375351881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375351882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:31,905 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e4afda7b4fe043beb2f7cbfe024f6de5 2024-11-23T15:21:31,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/8568c0949645427296a0b2242c710d9d is 50, key is test_row_0/B:col10/1732375290434/Put/seqid=0 2024-11-23T15:21:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T15:21:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741897_1073 (size=12301) 2024-11-23T15:21:31,924 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/8568c0949645427296a0b2242c710d9d 2024-11-23T15:21:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/1d845cc94ea44c96b19cedec2d92d350 is 50, key is test_row_0/C:col10/1732375290434/Put/seqid=0 2024-11-23T15:21:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741898_1074 (size=12301) 2024-11-23T15:21:32,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375352181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375352185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375352186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375352186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375352193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,351 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/1d845cc94ea44c96b19cedec2d92d350 2024-11-23T15:21:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e4afda7b4fe043beb2f7cbfe024f6de5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e4afda7b4fe043beb2f7cbfe024f6de5 2024-11-23T15:21:32,365 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e4afda7b4fe043beb2f7cbfe024f6de5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-23T15:21:32,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/8568c0949645427296a0b2242c710d9d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8568c0949645427296a0b2242c710d9d 2024-11-23T15:21:32,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8568c0949645427296a0b2242c710d9d, entries=150, sequenceid=289, filesize=12.0 K 2024-11-23T15:21:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/1d845cc94ea44c96b19cedec2d92d350 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1d845cc94ea44c96b19cedec2d92d350 2024-11-23T15:21:32,382 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1d845cc94ea44c96b19cedec2d92d350, entries=150, sequenceid=289, filesize=12.0 K 2024-11-23T15:21:32,384 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 064f0088aac40d705a8f2a1e371ed001 in 912ms, sequenceid=289, compaction requested=true 2024-11-23T15:21:32,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:32,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:32,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T15:21:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T15:21:32,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T15:21:32,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-11-23T15:21:32,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0760 sec 2024-11-23T15:21:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T15:21:32,421 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T15:21:32,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T15:21:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T15:21:32,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:32,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:32,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T15:21:32,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T15:21:32,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T15:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/b7d3b3f29d234cef8c6ce89bba82444e is 50, key is test_row_0/A:col10/1732375291560/Put/seqid=0 2024-11-23T15:21:32,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741899_1075 (size=12301) 2024-11-23T15:21:32,604 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/b7d3b3f29d234cef8c6ce89bba82444e 2024-11-23T15:21:32,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b052dca6dfda4b2aa5daf3ba38e04333 is 50, key is test_row_0/B:col10/1732375291560/Put/seqid=0 2024-11-23T15:21:32,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741900_1076 (size=12301) 2024-11-23T15:21:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b052dca6dfda4b2aa5daf3ba38e04333 2024-11-23T15:21:32,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e2a1c5c25a584e9c96c3bd4dc198b8de is 50, key is test_row_0/C:col10/1732375291560/Put/seqid=0 2024-11-23T15:21:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741901_1077 (size=12301) 2024-11-23T15:21:32,677 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e2a1c5c25a584e9c96c3bd4dc198b8de 2024-11-23T15:21:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/b7d3b3f29d234cef8c6ce89bba82444e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/b7d3b3f29d234cef8c6ce89bba82444e 2024-11-23T15:21:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:32,694 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/b7d3b3f29d234cef8c6ce89bba82444e, entries=150, sequenceid=302, filesize=12.0 K 2024-11-23T15:21:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b052dca6dfda4b2aa5daf3ba38e04333 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b052dca6dfda4b2aa5daf3ba38e04333 2024-11-23T15:21:32,706 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b052dca6dfda4b2aa5daf3ba38e04333, entries=150, sequenceid=302, filesize=12.0 K 2024-11-23T15:21:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e2a1c5c25a584e9c96c3bd4dc198b8de as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e2a1c5c25a584e9c96c3bd4dc198b8de 2024-11-23T15:21:32,716 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e2a1c5c25a584e9c96c3bd4dc198b8de, entries=150, sequenceid=302, filesize=12.0 K 2024-11-23T15:21:32,717 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=107.34 KB/109920 for 064f0088aac40d705a8f2a1e371ed001 in 136ms, sequenceid=302, compaction requested=true 2024-11-23T15:21:32,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:32,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:32,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T15:21:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T15:21:32,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T15:21:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:32,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T15:21:32,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 291 msec 2024-11-23T15:21:32,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 298 msec 2024-11-23T15:21:32,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/bdaa546e57f240789e6f5346cdcdc69e is 50, key is test_row_0/A:col10/1732375292715/Put/seqid=0 2024-11-23T15:21:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T15:21:32,729 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T15:21:32,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T15:21:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T15:21:32,737 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:32,738 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:32,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741902_1078 (size=17181) 2024-11-23T15:21:32,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/bdaa546e57f240789e6f5346cdcdc69e 2024-11-23T15:21:32,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375352743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375352744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375352745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375352745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375352746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b682b054418d4737988161f4c2ae87e6 is 50, key is test_row_0/B:col10/1732375292715/Put/seqid=0 2024-11-23T15:21:32,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741903_1079 (size=12301) 2024-11-23T15:21:32,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b682b054418d4737988161f4c2ae87e6 2024-11-23T15:21:32,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/c660b6263c3d49ca8894978ea42638f7 is 50, key is test_row_0/C:col10/1732375292715/Put/seqid=0 2024-11-23T15:21:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741904_1080 (size=12301) 2024-11-23T15:21:32,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/c660b6263c3d49ca8894978ea42638f7 2024-11-23T15:21:32,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/bdaa546e57f240789e6f5346cdcdc69e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bdaa546e57f240789e6f5346cdcdc69e 2024-11-23T15:21:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T15:21:32,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bdaa546e57f240789e6f5346cdcdc69e, entries=250, sequenceid=322, filesize=16.8 K 2024-11-23T15:21:32,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b682b054418d4737988161f4c2ae87e6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b682b054418d4737988161f4c2ae87e6 2024-11-23T15:21:32,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375352852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375352853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375352853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375352853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375352854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b682b054418d4737988161f4c2ae87e6, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T15:21:32,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/c660b6263c3d49ca8894978ea42638f7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c660b6263c3d49ca8894978ea42638f7 2024-11-23T15:21:32,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c660b6263c3d49ca8894978ea42638f7, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T15:21:32,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 064f0088aac40d705a8f2a1e371ed001 in 148ms, sequenceid=322, compaction requested=true 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:32,868 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:32,868 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:32,871 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66815 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T15:21:32,871 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:32,871 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:32,871 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6d1e8bc850d44ca885c6bd3320fe1a7c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9395ba1e6d094fe79ae829a65bcef408, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e4afda7b4fe043beb2f7cbfe024f6de5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/b7d3b3f29d234cef8c6ce89bba82444e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bdaa546e57f240789e6f5346cdcdc69e] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=65.2 K 2024-11-23T15:21:32,871 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d1e8bc850d44ca885c6bd3320fe1a7c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375289463 2024-11-23T15:21:32,873 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61935 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T15:21:32,873 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:32,873 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:32,873 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/386cf178e3cf4d0bae58113ab93fe4dd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e96e06ec23074137a8ebf188d04ff80f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8568c0949645427296a0b2242c710d9d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b052dca6dfda4b2aa5daf3ba38e04333, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b682b054418d4737988161f4c2ae87e6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=60.5 K 2024-11-23T15:21:32,874 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9395ba1e6d094fe79ae829a65bcef408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732375290092 2024-11-23T15:21:32,874 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 386cf178e3cf4d0bae58113ab93fe4dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375289463 2024-11-23T15:21:32,874 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4afda7b4fe043beb2f7cbfe024f6de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732375290432 2024-11-23T15:21:32,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e96e06ec23074137a8ebf188d04ff80f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732375290092 2024-11-23T15:21:32,875 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7d3b3f29d234cef8c6ce89bba82444e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732375291560 2024-11-23T15:21:32,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 8568c0949645427296a0b2242c710d9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732375290432 2024-11-23T15:21:32,875 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdaa546e57f240789e6f5346cdcdc69e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732375292707 2024-11-23T15:21:32,876 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b052dca6dfda4b2aa5daf3ba38e04333, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732375291560 2024-11-23T15:21:32,877 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b682b054418d4737988161f4c2ae87e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732375292711 2024-11-23T15:21:32,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:32,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T15:21:32,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:32,893 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T15:21:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:32,902 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#66 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:32,903 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/2058b8072c5a400da4d590cb33b8bb8a is 50, key is test_row_0/A:col10/1732375292715/Put/seqid=0 2024-11-23T15:21:32,926 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:32,927 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/1f36db68520a4b30b383bb12a31e16f1 is 50, key is test_row_0/B:col10/1732375292715/Put/seqid=0 2024-11-23T15:21:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/24ac9c5fdf2e4f18963df9c4a2e44a58 is 50, key is test_row_0/A:col10/1732375292744/Put/seqid=0 2024-11-23T15:21:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741906_1082 (size=13051) 2024-11-23T15:21:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741905_1081 (size=13051) 2024-11-23T15:21:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741907_1083 (size=12301) 2024-11-23T15:21:32,971 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/24ac9c5fdf2e4f18963df9c4a2e44a58 2024-11-23T15:21:32,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e525b938191d4657a36241e0652a1260 is 50, key is test_row_0/B:col10/1732375292744/Put/seqid=0 2024-11-23T15:21:33,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741908_1084 (size=12301) 2024-11-23T15:21:33,001 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e525b938191d4657a36241e0652a1260 2024-11-23T15:21:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/528c83ec57984698a1d1dec759c3968b is 50, key is test_row_0/C:col10/1732375292744/Put/seqid=0 2024-11-23T15:21:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741909_1085 (size=12301) 2024-11-23T15:21:33,033 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/528c83ec57984698a1d1dec759c3968b 2024-11-23T15:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T15:21:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/24ac9c5fdf2e4f18963df9c4a2e44a58 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/24ac9c5fdf2e4f18963df9c4a2e44a58 2024-11-23T15:21:33,051 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/24ac9c5fdf2e4f18963df9c4a2e44a58, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T15:21:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e525b938191d4657a36241e0652a1260 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e525b938191d4657a36241e0652a1260 2024-11-23T15:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:33,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:33,078 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e525b938191d4657a36241e0652a1260, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T15:21:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/528c83ec57984698a1d1dec759c3968b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/528c83ec57984698a1d1dec759c3968b 2024-11-23T15:21:33,093 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/528c83ec57984698a1d1dec759c3968b, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T15:21:33,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for 064f0088aac40d705a8f2a1e371ed001 in 223ms, sequenceid=340, compaction requested=true 2024-11-23T15:21:33,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:33,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T15:21:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T15:21:33,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:21:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:33,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T15:21:33,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 380 msec 2024-11-23T15:21:33,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 391 msec 2024-11-23T15:21:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/66daaa941ff6402fab70f9d5dfc32338 is 50, key is test_row_0/A:col10/1732375293116/Put/seqid=0 2024-11-23T15:21:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741910_1086 (size=17181) 2024-11-23T15:21:33,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/66daaa941ff6402fab70f9d5dfc32338 2024-11-23T15:21:33,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/36c9408932054aa8a5a4911ded908970 is 50, key is test_row_0/B:col10/1732375293116/Put/seqid=0 2024-11-23T15:21:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741911_1087 (size=12301) 2024-11-23T15:21:33,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/36c9408932054aa8a5a4911ded908970 2024-11-23T15:21:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375353165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375353167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375353168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375353168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/824d687fc5b54f748657280ff9bcc773 is 50, key is test_row_0/C:col10/1732375293116/Put/seqid=0 2024-11-23T15:21:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375353171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741912_1088 (size=12301) 2024-11-23T15:21:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375353273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375353275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375353275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375353276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375353277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T15:21:33,335 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T15:21:33,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T15:21:33,339 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T15:21:33,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:33,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:33,362 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/1f36db68520a4b30b383bb12a31e16f1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1f36db68520a4b30b383bb12a31e16f1 2024-11-23T15:21:33,372 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 1f36db68520a4b30b383bb12a31e16f1(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:33,372 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:33,372 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=11, startTime=1732375292868; duration=0sec 2024-11-23T15:21:33,372 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:33,372 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:33,373 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T15:21:33,376 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/2058b8072c5a400da4d590cb33b8bb8a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/2058b8072c5a400da4d590cb33b8bb8a 2024-11-23T15:21:33,377 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74236 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T15:21:33,378 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:33,378 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,378 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/87a19fedc6454b27a917f395243236c1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd8dc361a2041168e44f370aff64ced, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1d845cc94ea44c96b19cedec2d92d350, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e2a1c5c25a584e9c96c3bd4dc198b8de, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c660b6263c3d49ca8894978ea42638f7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/528c83ec57984698a1d1dec759c3968b] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=72.5 K 2024-11-23T15:21:33,379 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a19fedc6454b27a917f395243236c1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375289463 2024-11-23T15:21:33,380 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fd8dc361a2041168e44f370aff64ced, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732375290092 2024-11-23T15:21:33,380 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d845cc94ea44c96b19cedec2d92d350, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732375290432 2024-11-23T15:21:33,381 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a1c5c25a584e9c96c3bd4dc198b8de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732375291560 2024-11-23T15:21:33,382 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c660b6263c3d49ca8894978ea42638f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732375292711 2024-11-23T15:21:33,383 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 528c83ec57984698a1d1dec759c3968b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375292735 2024-11-23T15:21:33,384 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 2058b8072c5a400da4d590cb33b8bb8a(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:33,385 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:33,385 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=11, startTime=1732375292868; duration=0sec 2024-11-23T15:21:33,385 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:33,385 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:33,401 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#74 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:33,401 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/75063e2f413a411fbdd352034ef3b75f is 50, key is test_row_0/C:col10/1732375292744/Put/seqid=0 2024-11-23T15:21:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741913_1089 (size=13085) 2024-11-23T15:21:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T15:21:33,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375353479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375353479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375353480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375353483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375353485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T15:21:33,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:33,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/824d687fc5b54f748657280ff9bcc773 2024-11-23T15:21:33,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/66daaa941ff6402fab70f9d5dfc32338 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/66daaa941ff6402fab70f9d5dfc32338 2024-11-23T15:21:33,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/66daaa941ff6402fab70f9d5dfc32338, entries=250, sequenceid=353, filesize=16.8 K 2024-11-23T15:21:33,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/36c9408932054aa8a5a4911ded908970 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/36c9408932054aa8a5a4911ded908970 2024-11-23T15:21:33,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/36c9408932054aa8a5a4911ded908970, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T15:21:33,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/824d687fc5b54f748657280ff9bcc773 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/824d687fc5b54f748657280ff9bcc773 2024-11-23T15:21:33,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/824d687fc5b54f748657280ff9bcc773, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T15:21:33,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 064f0088aac40d705a8f2a1e371ed001 in 508ms, sequenceid=353, compaction requested=true 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:33,624 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:21:33,625 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:33,626 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:33,626 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,626 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/2058b8072c5a400da4d590cb33b8bb8a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/24ac9c5fdf2e4f18963df9c4a2e44a58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/66daaa941ff6402fab70f9d5dfc32338] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=41.5 K 2024-11-23T15:21:33,626 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2058b8072c5a400da4d590cb33b8bb8a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732375292711 2024-11-23T15:21:33,627 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24ac9c5fdf2e4f18963df9c4a2e44a58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375292735 2024-11-23T15:21:33,627 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66daaa941ff6402fab70f9d5dfc32338, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732375293079 2024-11-23T15:21:33,636 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:33,637 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/727f1493a996437d8dd730bc1adf1d1d is 50, key is test_row_0/A:col10/1732375293116/Put/seqid=0 2024-11-23T15:21:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T15:21:33,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T15:21:33,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,649 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:21:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:33,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:33,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741914_1090 (size=13153) 2024-11-23T15:21:33,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/a5ce64433006455d95da984b5393c8b9 is 50, key is test_row_0/A:col10/1732375293153/Put/seqid=0 2024-11-23T15:21:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741915_1091 (size=12301) 2024-11-23T15:21:33,666 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/a5ce64433006455d95da984b5393c8b9 2024-11-23T15:21:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/4d111783f1dd463cb254a9f8fb3f5206 is 50, key is test_row_0/B:col10/1732375293153/Put/seqid=0 2024-11-23T15:21:33,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741916_1092 (size=12301) 2024-11-23T15:21:33,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:33,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375353796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375353797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375353795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375353801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375353801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,822 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/75063e2f413a411fbdd352034ef3b75f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/75063e2f413a411fbdd352034ef3b75f 2024-11-23T15:21:33,829 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 75063e2f413a411fbdd352034ef3b75f(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:33,829 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:33,829 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=10, startTime=1732375292868; duration=0sec 2024-11-23T15:21:33,829 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:21:33,829 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:33,829 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:33,829 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:33,830 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:33,831 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:33,831 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:33,831 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1f36db68520a4b30b383bb12a31e16f1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e525b938191d4657a36241e0652a1260, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/36c9408932054aa8a5a4911ded908970] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=36.8 K 2024-11-23T15:21:33,831 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f36db68520a4b30b383bb12a31e16f1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732375292711 2024-11-23T15:21:33,832 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e525b938191d4657a36241e0652a1260, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375292735 2024-11-23T15:21:33,832 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 36c9408932054aa8a5a4911ded908970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732375293093 2024-11-23T15:21:33,842 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:33,843 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/8fbcf87912f948e9b65bb8df55fc9028 is 50, key is test_row_0/B:col10/1732375293116/Put/seqid=0 2024-11-23T15:21:33,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741917_1093 (size=13153) 2024-11-23T15:21:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375353903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375353903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375353903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375353907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375353907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T15:21:34,056 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/727f1493a996437d8dd730bc1adf1d1d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/727f1493a996437d8dd730bc1adf1d1d 2024-11-23T15:21:34,063 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 727f1493a996437d8dd730bc1adf1d1d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:34,063 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:34,063 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375293624; duration=0sec 2024-11-23T15:21:34,064 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:34,064 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:34,064 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T15:21:34,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:34,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:34,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:34,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:34,082 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/4d111783f1dd463cb254a9f8fb3f5206 2024-11-23T15:21:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/4b580d1085de42d2884cc3cb2e8674b5 is 50, key is test_row_0/C:col10/1732375293153/Put/seqid=0 2024-11-23T15:21:34,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375354107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375354108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375354109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375354110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375354111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741918_1094 (size=12301) 2024-11-23T15:21:34,261 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/8fbcf87912f948e9b65bb8df55fc9028 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8fbcf87912f948e9b65bb8df55fc9028 2024-11-23T15:21:34,270 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 8fbcf87912f948e9b65bb8df55fc9028(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:34,270 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:34,270 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375293624; duration=0sec 2024-11-23T15:21:34,271 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:34,271 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:34,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375354410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375354410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375354415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375354416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375354416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T15:21:34,524 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/4b580d1085de42d2884cc3cb2e8674b5 2024-11-23T15:21:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/a5ce64433006455d95da984b5393c8b9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a5ce64433006455d95da984b5393c8b9 2024-11-23T15:21:34,538 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a5ce64433006455d95da984b5393c8b9, entries=150, sequenceid=378, filesize=12.0 K 2024-11-23T15:21:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/4d111783f1dd463cb254a9f8fb3f5206 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/4d111783f1dd463cb254a9f8fb3f5206 2024-11-23T15:21:34,548 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/4d111783f1dd463cb254a9f8fb3f5206, entries=150, sequenceid=378, filesize=12.0 K 2024-11-23T15:21:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/4b580d1085de42d2884cc3cb2e8674b5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4b580d1085de42d2884cc3cb2e8674b5 2024-11-23T15:21:34,558 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4b580d1085de42d2884cc3cb2e8674b5, entries=150, sequenceid=378, filesize=12.0 K 2024-11-23T15:21:34,559 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 064f0088aac40d705a8f2a1e371ed001 in 910ms, sequenceid=378, compaction requested=true 2024-11-23T15:21:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T15:21:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T15:21:34,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T15:21:34,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-11-23T15:21:34,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2270 sec 2024-11-23T15:21:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:34,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:21:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:34,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:34,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:34,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:34,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:34,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/119b5829f25640d5af47c78604c05cfe is 50, key is test_row_0/A:col10/1732375293793/Put/seqid=0 2024-11-23T15:21:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741919_1095 (size=12301) 2024-11-23T15:21:34,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/119b5829f25640d5af47c78604c05cfe 2024-11-23T15:21:34,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/68eef82649c346be9d446eed77724bd3 is 50, key is test_row_0/B:col10/1732375293793/Put/seqid=0 2024-11-23T15:21:34,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375354951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375354952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375354953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375354953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375354956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741920_1096 (size=12301) 2024-11-23T15:21:35,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375355057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375355060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375355059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375355060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375355061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375355261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375355264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375355265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375355265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375355265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/68eef82649c346be9d446eed77724bd3 2024-11-23T15:21:35,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/a50241b2f0d440c8994e5b8f4147a5a7 is 50, key is test_row_0/C:col10/1732375293793/Put/seqid=0 2024-11-23T15:21:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741921_1097 (size=12301) 2024-11-23T15:21:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T15:21:35,446 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T15:21:35,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T15:21:35,452 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T15:21:35,452 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:35,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T15:21:35,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375355564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375355568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375355569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375355570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375355570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T15:21:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:35,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T15:21:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T15:21:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:35,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:35,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/a50241b2f0d440c8994e5b8f4147a5a7 2024-11-23T15:21:35,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/119b5829f25640d5af47c78604c05cfe as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/119b5829f25640d5af47c78604c05cfe 2024-11-23T15:21:35,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/119b5829f25640d5af47c78604c05cfe, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T15:21:35,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/68eef82649c346be9d446eed77724bd3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/68eef82649c346be9d446eed77724bd3 2024-11-23T15:21:35,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/68eef82649c346be9d446eed77724bd3, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T15:21:35,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/a50241b2f0d440c8994e5b8f4147a5a7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a50241b2f0d440c8994e5b8f4147a5a7 2024-11-23T15:21:35,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a50241b2f0d440c8994e5b8f4147a5a7, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T15:21:35,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 064f0088aac40d705a8f2a1e371ed001 in 898ms, sequenceid=397, compaction requested=true 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:35,819 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:35,819 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:35,820 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:35,820 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:35,821 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,821 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8fbcf87912f948e9b65bb8df55fc9028, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/4d111783f1dd463cb254a9f8fb3f5206, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/68eef82649c346be9d446eed77724bd3] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=36.9 K 2024-11-23T15:21:35,821 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:35,821 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:35,821 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,821 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/727f1493a996437d8dd730bc1adf1d1d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a5ce64433006455d95da984b5393c8b9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/119b5829f25640d5af47c78604c05cfe] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=36.9 K 2024-11-23T15:21:35,822 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fbcf87912f948e9b65bb8df55fc9028, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732375293093 2024-11-23T15:21:35,822 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 727f1493a996437d8dd730bc1adf1d1d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732375293093 2024-11-23T15:21:35,822 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d111783f1dd463cb254a9f8fb3f5206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732375293153 2024-11-23T15:21:35,828 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 68eef82649c346be9d446eed77724bd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732375293793 2024-11-23T15:21:35,828 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5ce64433006455d95da984b5393c8b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732375293153 2024-11-23T15:21:35,829 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 119b5829f25640d5af47c78604c05cfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732375293793 2024-11-23T15:21:35,849 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:35,850 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/5985d745299141e58a3ce0331553e15b is 50, key is test_row_0/B:col10/1732375293793/Put/seqid=0 2024-11-23T15:21:35,857 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:35,858 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/8cab2f20e2f946efb10e056dd8378b7d is 50, key is test_row_0/A:col10/1732375293793/Put/seqid=0 2024-11-23T15:21:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741922_1098 (size=13255) 2024-11-23T15:21:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741923_1099 (size=13255) 2024-11-23T15:21:35,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:35,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T15:21:35,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:35,916 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T15:21:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/206935ede6774e089cdc7f31eb644ebe is 50, key is test_row_0/A:col10/1732375294952/Put/seqid=0 2024-11-23T15:21:35,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741924_1100 (size=12301) 2024-11-23T15:21:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T15:21:36,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375356080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375356083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375356084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375356085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375356085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375356188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375356188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375356189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375356190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375356190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,280 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/5985d745299141e58a3ce0331553e15b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5985d745299141e58a3ce0331553e15b 2024-11-23T15:21:36,280 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/8cab2f20e2f946efb10e056dd8378b7d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8cab2f20e2f946efb10e056dd8378b7d 2024-11-23T15:21:36,289 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 8cab2f20e2f946efb10e056dd8378b7d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:36,289 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 5985d745299141e58a3ce0331553e15b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:36,289 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:36,289 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:36,289 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375295819; duration=0sec 2024-11-23T15:21:36,289 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375295819; duration=0sec 2024-11-23T15:21:36,289 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:36,289 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:36,289 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:36,289 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:36,290 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:36,291 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:36,291 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:36,291 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:36,292 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/75063e2f413a411fbdd352034ef3b75f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/824d687fc5b54f748657280ff9bcc773, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4b580d1085de42d2884cc3cb2e8674b5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a50241b2f0d440c8994e5b8f4147a5a7] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=48.8 K 2024-11-23T15:21:36,292 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75063e2f413a411fbdd352034ef3b75f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375292735 2024-11-23T15:21:36,293 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 824d687fc5b54f748657280ff9bcc773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732375293093 2024-11-23T15:21:36,293 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b580d1085de42d2884cc3cb2e8674b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732375293153 2024-11-23T15:21:36,293 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a50241b2f0d440c8994e5b8f4147a5a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732375293793 2024-11-23T15:21:36,305 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:36,308 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/a71c270a4b2448febff811d965054d54 is 50, key is test_row_0/C:col10/1732375293793/Put/seqid=0 2024-11-23T15:21:36,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741925_1101 (size=13221) 2024-11-23T15:21:36,328 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/a71c270a4b2448febff811d965054d54 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a71c270a4b2448febff811d965054d54 2024-11-23T15:21:36,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/206935ede6774e089cdc7f31eb644ebe 2024-11-23T15:21:36,336 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into a71c270a4b2448febff811d965054d54(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:36,336 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:36,336 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=12, startTime=1732375295819; duration=0sec 2024-11-23T15:21:36,337 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:36,337 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:36,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/901591648b884de49f4b65e764d89fde is 50, key is test_row_0/B:col10/1732375294952/Put/seqid=0 2024-11-23T15:21:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741926_1102 (size=12301) 2024-11-23T15:21:36,350 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/901591648b884de49f4b65e764d89fde 2024-11-23T15:21:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/fe16de83625a4b058af8d8d07e73c74d is 50, key is test_row_0/C:col10/1732375294952/Put/seqid=0 2024-11-23T15:21:36,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741927_1103 (size=12301) 2024-11-23T15:21:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375356392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375356393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375356393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375356395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375356396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T15:21:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375356698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375356698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375356699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375356699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375356700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:36,771 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/fe16de83625a4b058af8d8d07e73c74d 2024-11-23T15:21:36,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/206935ede6774e089cdc7f31eb644ebe as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/206935ede6774e089cdc7f31eb644ebe 2024-11-23T15:21:36,782 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/206935ede6774e089cdc7f31eb644ebe, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T15:21:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/901591648b884de49f4b65e764d89fde as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/901591648b884de49f4b65e764d89fde 2024-11-23T15:21:36,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/901591648b884de49f4b65e764d89fde, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T15:21:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/fe16de83625a4b058af8d8d07e73c74d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fe16de83625a4b058af8d8d07e73c74d 2024-11-23T15:21:36,795 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fe16de83625a4b058af8d8d07e73c74d, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T15:21:36,796 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 064f0088aac40d705a8f2a1e371ed001 in 881ms, sequenceid=417, compaction requested=false 2024-11-23T15:21:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:36,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T15:21:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T15:21:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T15:21:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-11-23T15:21:36,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.3520 sec 2024-11-23T15:21:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:37,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T15:21:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:37,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/692c0239496c4b54afc225c69521b242 is 50, key is test_row_0/A:col10/1732375296078/Put/seqid=0 2024-11-23T15:21:37,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375357217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741928_1104 (size=12301) 2024-11-23T15:21:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375357218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/692c0239496c4b54afc225c69521b242 2024-11-23T15:21:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375357217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375357220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375357221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b232f81a465f466d852c89a64fdf2af2 is 50, key is test_row_0/B:col10/1732375296078/Put/seqid=0 2024-11-23T15:21:37,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741929_1105 (size=12301) 2024-11-23T15:21:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375357323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375357323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375357324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375357324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375357325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375357528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375357528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375357529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375357529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375357531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T15:21:37,564 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T15:21:37,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-23T15:21:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T15:21:37,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:37,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:37,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:37,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b232f81a465f466d852c89a64fdf2af2 2024-11-23T15:21:37,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/665cd8979bf746b09c119d405bc7b8b1 is 50, key is test_row_0/C:col10/1732375296078/Put/seqid=0 2024-11-23T15:21:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741930_1106 (size=12301) 2024-11-23T15:21:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T15:21:37,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T15:21:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:37,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:37,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:37,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375357832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375357834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375357832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375357834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375357838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T15:21:37,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:37,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T15:21:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:37,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:38,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T15:21:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:38,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/665cd8979bf746b09c119d405bc7b8b1 2024-11-23T15:21:38,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/692c0239496c4b54afc225c69521b242 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/692c0239496c4b54afc225c69521b242 2024-11-23T15:21:38,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/692c0239496c4b54afc225c69521b242, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T15:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/b232f81a465f466d852c89a64fdf2af2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b232f81a465f466d852c89a64fdf2af2 2024-11-23T15:21:38,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b232f81a465f466d852c89a64fdf2af2, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T15:21:38,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/665cd8979bf746b09c119d405bc7b8b1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/665cd8979bf746b09c119d405bc7b8b1 2024-11-23T15:21:38,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/665cd8979bf746b09c119d405bc7b8b1, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T15:21:38,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 064f0088aac40d705a8f2a1e371ed001 in 875ms, sequenceid=438, compaction requested=true 2024-11-23T15:21:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:38,080 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:38,080 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:38,083 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:38,083 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:38,083 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:38,083 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:38,083 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,083 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,083 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8cab2f20e2f946efb10e056dd8378b7d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/206935ede6774e089cdc7f31eb644ebe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/692c0239496c4b54afc225c69521b242] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.0 K 2024-11-23T15:21:38,083 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5985d745299141e58a3ce0331553e15b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/901591648b884de49f4b65e764d89fde, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b232f81a465f466d852c89a64fdf2af2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.0 K 2024-11-23T15:21:38,084 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cab2f20e2f946efb10e056dd8378b7d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732375293793 2024-11-23T15:21:38,084 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5985d745299141e58a3ce0331553e15b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732375293793 2024-11-23T15:21:38,084 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 206935ede6774e089cdc7f31eb644ebe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732375294938 2024-11-23T15:21:38,085 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 901591648b884de49f4b65e764d89fde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732375294938 2024-11-23T15:21:38,085 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 692c0239496c4b54afc225c69521b242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732375296078 2024-11-23T15:21:38,085 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b232f81a465f466d852c89a64fdf2af2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732375296078 2024-11-23T15:21:38,094 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:38,095 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/676936bdbfcf41d5988a2ae2c274d21b is 50, key is test_row_0/B:col10/1732375296078/Put/seqid=0 2024-11-23T15:21:38,098 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:38,098 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e8c7c404733144d39b535c238a5413c0 is 50, key is test_row_0/A:col10/1732375296078/Put/seqid=0 2024-11-23T15:21:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741931_1107 (size=13357) 2024-11-23T15:21:38,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741932_1108 (size=13357) 2024-11-23T15:21:38,136 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/e8c7c404733144d39b535c238a5413c0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e8c7c404733144d39b535c238a5413c0 2024-11-23T15:21:38,143 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into e8c7c404733144d39b535c238a5413c0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:38,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:38,143 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375298080; duration=0sec 2024-11-23T15:21:38,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:38,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:38,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:38,145 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:38,145 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:38,146 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,146 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a71c270a4b2448febff811d965054d54, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fe16de83625a4b058af8d8d07e73c74d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/665cd8979bf746b09c119d405bc7b8b1] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=36.9 K 2024-11-23T15:21:38,146 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a71c270a4b2448febff811d965054d54, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732375293793 2024-11-23T15:21:38,147 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe16de83625a4b058af8d8d07e73c74d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732375294938 2024-11-23T15:21:38,147 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 665cd8979bf746b09c119d405bc7b8b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732375296078 2024-11-23T15:21:38,158 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:38,159 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/228d26631d7041bda34cba02c78dfa61 is 50, key is test_row_0/C:col10/1732375296078/Put/seqid=0 2024-11-23T15:21:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741933_1109 (size=13323) 2024-11-23T15:21:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T15:21:38,173 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/228d26631d7041bda34cba02c78dfa61 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/228d26631d7041bda34cba02c78dfa61 2024-11-23T15:21:38,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T15:21:38,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,182 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 228d26631d7041bda34cba02c78dfa61(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:38,182 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:38,182 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=13, startTime=1732375298080; duration=0sec 2024-11-23T15:21:38,182 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T15:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:38,183 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:38,183 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:38,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:38,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/55369037a67e47d1bd361f0a6dd87108 is 50, key is test_row_0/A:col10/1732375297215/Put/seqid=0 2024-11-23T15:21:38,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741934_1110 (size=12301) 2024-11-23T15:21:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:38,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375358355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375358355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375358357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375358356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375358358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375358460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375358460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375358460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375358460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375358460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,513 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/676936bdbfcf41d5988a2ae2c274d21b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/676936bdbfcf41d5988a2ae2c274d21b 2024-11-23T15:21:38,520 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 676936bdbfcf41d5988a2ae2c274d21b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:38,520 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:38,520 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375298080; duration=0sec 2024-11-23T15:21:38,520 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:38,520 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:38,599 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/55369037a67e47d1bd361f0a6dd87108 2024-11-23T15:21:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/ab231947ce784823aee46381b3fe93c4 is 50, key is test_row_0/B:col10/1732375297215/Put/seqid=0 2024-11-23T15:21:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741935_1111 (size=12301) 2024-11-23T15:21:38,614 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/ab231947ce784823aee46381b3fe93c4 2024-11-23T15:21:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2fd399cbf17d46e3905009097ce3004b is 50, key is test_row_0/C:col10/1732375297215/Put/seqid=0 2024-11-23T15:21:38,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741936_1112 (size=12301) 2024-11-23T15:21:38,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2fd399cbf17d46e3905009097ce3004b 2024-11-23T15:21:38,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/55369037a67e47d1bd361f0a6dd87108 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55369037a67e47d1bd361f0a6dd87108 2024-11-23T15:21:38,652 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55369037a67e47d1bd361f0a6dd87108, entries=150, sequenceid=458, filesize=12.0 K 2024-11-23T15:21:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/ab231947ce784823aee46381b3fe93c4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/ab231947ce784823aee46381b3fe93c4 2024-11-23T15:21:38,660 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/ab231947ce784823aee46381b3fe93c4, entries=150, sequenceid=458, filesize=12.0 K 2024-11-23T15:21:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/2fd399cbf17d46e3905009097ce3004b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd399cbf17d46e3905009097ce3004b 2024-11-23T15:21:38,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375358662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375358663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375358664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375358664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375358664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,667 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd399cbf17d46e3905009097ce3004b, entries=150, sequenceid=458, filesize=12.0 K 2024-11-23T15:21:38,668 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 064f0088aac40d705a8f2a1e371ed001 in 486ms, sequenceid=458, compaction requested=false 2024-11-23T15:21:38,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:38,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:38,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T15:21:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-23T15:21:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T15:21:38,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T15:21:38,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-11-23T15:21:38,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.1060 sec 2024-11-23T15:21:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:38,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T15:21:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:38,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/21543709f0d64d18b7c44e28cf1c54c2 is 50, key is test_row_0/A:col10/1732375298357/Put/seqid=0 2024-11-23T15:21:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741937_1113 (size=14741) 2024-11-23T15:21:38,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375358979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375358980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375358981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375358984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375358984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375359085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375359085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375359085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375359088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375359088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375359288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375359289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375359290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375359291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375359291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/21543709f0d64d18b7c44e28cf1c54c2 2024-11-23T15:21:39,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/235f9e15e26641cc94892da4017963ba is 50, key is test_row_0/B:col10/1732375298357/Put/seqid=0 2024-11-23T15:21:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741938_1114 (size=12301) 2024-11-23T15:21:39,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/235f9e15e26641cc94892da4017963ba 2024-11-23T15:21:39,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/5bbeebbc78aa434b906ea89c93afa3fc is 50, key is test_row_0/C:col10/1732375298357/Put/seqid=0 2024-11-23T15:21:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741939_1115 (size=12301) 2024-11-23T15:21:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375359591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375359592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375359594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375359594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375359594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T15:21:39,671 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T15:21:39,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-23T15:21:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T15:21:39,674 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:39,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:39,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T15:21:39,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/5bbeebbc78aa434b906ea89c93afa3fc 2024-11-23T15:21:39,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T15:21:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:39,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:39,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/21543709f0d64d18b7c44e28cf1c54c2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/21543709f0d64d18b7c44e28cf1c54c2 2024-11-23T15:21:39,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/21543709f0d64d18b7c44e28cf1c54c2, entries=200, sequenceid=480, filesize=14.4 K 2024-11-23T15:21:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/235f9e15e26641cc94892da4017963ba as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/235f9e15e26641cc94892da4017963ba 2024-11-23T15:21:39,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/235f9e15e26641cc94892da4017963ba, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T15:21:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/5bbeebbc78aa434b906ea89c93afa3fc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5bbeebbc78aa434b906ea89c93afa3fc 2024-11-23T15:21:39,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5bbeebbc78aa434b906ea89c93afa3fc, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T15:21:39,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 064f0088aac40d705a8f2a1e371ed001 in 883ms, sequenceid=480, compaction requested=true 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:39,853 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:39,853 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:39,854 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:39,854 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:39,854 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:39,855 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e8c7c404733144d39b535c238a5413c0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55369037a67e47d1bd361f0a6dd87108, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/21543709f0d64d18b7c44e28cf1c54c2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=39.5 K 2024-11-23T15:21:39,855 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:39,855 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8c7c404733144d39b535c238a5413c0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732375296078 2024-11-23T15:21:39,855 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:39,855 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:39,855 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/676936bdbfcf41d5988a2ae2c274d21b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/ab231947ce784823aee46381b3fe93c4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/235f9e15e26641cc94892da4017963ba] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.1 K 2024-11-23T15:21:39,856 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55369037a67e47d1bd361f0a6dd87108, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732375297215 2024-11-23T15:21:39,856 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 676936bdbfcf41d5988a2ae2c274d21b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732375296078 2024-11-23T15:21:39,856 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21543709f0d64d18b7c44e28cf1c54c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732375298357 2024-11-23T15:21:39,856 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ab231947ce784823aee46381b3fe93c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732375297215 2024-11-23T15:21:39,857 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 235f9e15e26641cc94892da4017963ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732375298357 2024-11-23T15:21:39,873 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:39,874 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/90d52ce82114497c9e1f43f7ee3e0ce4 is 50, key is test_row_0/B:col10/1732375298357/Put/seqid=0 2024-11-23T15:21:39,877 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:39,877 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d7de4807ce9847e9ab2535918c377881 is 50, key is test_row_0/A:col10/1732375298357/Put/seqid=0 2024-11-23T15:21:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741940_1116 (size=13459) 2024-11-23T15:21:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741941_1117 (size=13459) 2024-11-23T15:21:39,891 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/90d52ce82114497c9e1f43f7ee3e0ce4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/90d52ce82114497c9e1f43f7ee3e0ce4 2024-11-23T15:21:39,897 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/d7de4807ce9847e9ab2535918c377881 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d7de4807ce9847e9ab2535918c377881 2024-11-23T15:21:39,898 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 90d52ce82114497c9e1f43f7ee3e0ce4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:39,898 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:39,898 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375299853; duration=0sec 2024-11-23T15:21:39,898 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:39,898 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:39,898 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:39,899 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:39,899 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:39,899 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:39,899 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/228d26631d7041bda34cba02c78dfa61, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd399cbf17d46e3905009097ce3004b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5bbeebbc78aa434b906ea89c93afa3fc] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.0 K 2024-11-23T15:21:39,900 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 228d26631d7041bda34cba02c78dfa61, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732375296078 2024-11-23T15:21:39,901 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fd399cbf17d46e3905009097ce3004b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732375297215 2024-11-23T15:21:39,901 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbeebbc78aa434b906ea89c93afa3fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732375298357 2024-11-23T15:21:39,904 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into d7de4807ce9847e9ab2535918c377881(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:39,904 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:39,904 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375299853; duration=0sec 2024-11-23T15:21:39,904 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:39,904 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:39,910 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:39,911 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/f74e258485cf4d078bd23edbcfeccaa1 is 50, key is test_row_0/C:col10/1732375298357/Put/seqid=0 2024-11-23T15:21:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741942_1118 (size=13425) 2024-11-23T15:21:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T15:21:39,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:39,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T15:21:39,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:39,982 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:21:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:39,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/06181f9e7a6540208d9708081652127f is 50, key is test_row_0/A:col10/1732375298982/Put/seqid=0 2024-11-23T15:21:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741943_1119 (size=12301) 2024-11-23T15:21:40,002 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/06181f9e7a6540208d9708081652127f 2024-11-23T15:21:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/f08c19fbb30943808bbb6fb7928e43df is 50, key is test_row_0/B:col10/1732375298982/Put/seqid=0 2024-11-23T15:21:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741944_1120 (size=12301) 2024-11-23T15:21:40,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/f08c19fbb30943808bbb6fb7928e43df 2024-11-23T15:21:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/ca0770aaec644af5b2f9aa97dc8ac50f is 50, key is test_row_0/C:col10/1732375298982/Put/seqid=0 2024-11-23T15:21:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741945_1121 (size=12301) 2024-11-23T15:21:40,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/ca0770aaec644af5b2f9aa97dc8ac50f 2024-11-23T15:21:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/06181f9e7a6540208d9708081652127f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/06181f9e7a6540208d9708081652127f 2024-11-23T15:21:40,060 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/06181f9e7a6540208d9708081652127f, entries=150, sequenceid=498, filesize=12.0 K 2024-11-23T15:21:40,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/f08c19fbb30943808bbb6fb7928e43df as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f08c19fbb30943808bbb6fb7928e43df 2024-11-23T15:21:40,067 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f08c19fbb30943808bbb6fb7928e43df, entries=150, sequenceid=498, filesize=12.0 K 2024-11-23T15:21:40,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/ca0770aaec644af5b2f9aa97dc8ac50f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/ca0770aaec644af5b2f9aa97dc8ac50f 2024-11-23T15:21:40,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/ca0770aaec644af5b2f9aa97dc8ac50f, entries=150, sequenceid=498, filesize=12.0 K 2024-11-23T15:21:40,076 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 064f0088aac40d705a8f2a1e371ed001 in 95ms, sequenceid=498, compaction requested=false 2024-11-23T15:21:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T15:21:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-23T15:21:40,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T15:21:40,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 403 msec 2024-11-23T15:21:40,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 409 msec 2024-11-23T15:21:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:40,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/042e52ce5d934b23ad5141b20b92cf92 is 50, key is test_row_0/A:col10/1732375300102/Put/seqid=0 2024-11-23T15:21:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741946_1122 (size=12301) 2024-11-23T15:21:40,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/042e52ce5d934b23ad5141b20b92cf92 2024-11-23T15:21:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375360133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375360134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375360136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375360137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375360139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e44de742286843d8b8f693d7d75859ec is 50, key is test_row_0/B:col10/1732375300102/Put/seqid=0 2024-11-23T15:21:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741947_1123 (size=12301) 2024-11-23T15:21:40,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e44de742286843d8b8f693d7d75859ec 2024-11-23T15:21:40,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/5089fcb736bc41f4baa366269c4d2c21 is 50, key is test_row_0/C:col10/1732375300102/Put/seqid=0 2024-11-23T15:21:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741948_1124 (size=12301) 2024-11-23T15:21:40,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/5089fcb736bc41f4baa366269c4d2c21 2024-11-23T15:21:40,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/042e52ce5d934b23ad5141b20b92cf92 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/042e52ce5d934b23ad5141b20b92cf92 2024-11-23T15:21:40,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/042e52ce5d934b23ad5141b20b92cf92, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T15:21:40,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/e44de742286843d8b8f693d7d75859ec as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e44de742286843d8b8f693d7d75859ec 2024-11-23T15:21:40,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e44de742286843d8b8f693d7d75859ec, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T15:21:40,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/5089fcb736bc41f4baa366269c4d2c21 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5089fcb736bc41f4baa366269c4d2c21 2024-11-23T15:21:40,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5089fcb736bc41f4baa366269c4d2c21, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T15:21:40,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 064f0088aac40d705a8f2a1e371ed001 in 125ms, sequenceid=510, compaction requested=true 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:40,232 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:21:40,233 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:40,233 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:40,234 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,234 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d7de4807ce9847e9ab2535918c377881, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/06181f9e7a6540208d9708081652127f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/042e52ce5d934b23ad5141b20b92cf92] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.2 K 2024-11-23T15:21:40,235 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7de4807ce9847e9ab2535918c377881, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732375298357 2024-11-23T15:21:40,235 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06181f9e7a6540208d9708081652127f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732375298977 2024-11-23T15:21:40,236 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 042e52ce5d934b23ad5141b20b92cf92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732375300102 2024-11-23T15:21:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:40,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:21:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,250 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:40,251 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/afb08245e3e8408cb1adfbed9f27dd73 is 50, key is test_row_0/A:col10/1732375300102/Put/seqid=0 2024-11-23T15:21:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375360250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375360255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375360255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375360255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375360257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/6a834e884a4e4e28986a36056353fef4 is 50, key is test_row_0/A:col10/1732375300245/Put/seqid=0 2024-11-23T15:21:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T15:21:40,277 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-23T15:21:40,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741949_1125 (size=13561) 2024-11-23T15:21:40,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-23T15:21:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T15:21:40,281 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:40,282 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:40,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:40,291 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/afb08245e3e8408cb1adfbed9f27dd73 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/afb08245e3e8408cb1adfbed9f27dd73 2024-11-23T15:21:40,298 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into afb08245e3e8408cb1adfbed9f27dd73(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:40,298 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,298 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375300232; duration=0sec 2024-11-23T15:21:40,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741950_1126 (size=12301) 2024-11-23T15:21:40,299 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:21:40,299 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:40,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/6a834e884a4e4e28986a36056353fef4 2024-11-23T15:21:40,299 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-23T15:21:40,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:40,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:40,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:40,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:40,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:40,304 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:40,304 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:40,304 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,304 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/90d52ce82114497c9e1f43f7ee3e0ce4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f08c19fbb30943808bbb6fb7928e43df, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e44de742286843d8b8f693d7d75859ec] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.2 K 2024-11-23T15:21:40,306 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90d52ce82114497c9e1f43f7ee3e0ce4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732375298357 2024-11-23T15:21:40,307 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting f08c19fbb30943808bbb6fb7928e43df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732375298977 2024-11-23T15:21:40,308 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e44de742286843d8b8f693d7d75859ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732375300102 2024-11-23T15:21:40,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/3ee2b373cf9a40c8a401c1c936656545 is 50, key is test_row_0/B:col10/1732375300245/Put/seqid=0 2024-11-23T15:21:40,328 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/f74e258485cf4d078bd23edbcfeccaa1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/f74e258485cf4d078bd23edbcfeccaa1 2024-11-23T15:21:40,328 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:40,329 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/361f30766ef74996b66c5451c5c493cd is 50, key is test_row_0/B:col10/1732375300102/Put/seqid=0 2024-11-23T15:21:40,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741951_1127 (size=12301) 2024-11-23T15:21:40,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/3ee2b373cf9a40c8a401c1c936656545 2024-11-23T15:21:40,338 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into f74e258485cf4d078bd23edbcfeccaa1(size=13.1 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:40,338 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,338 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=13, startTime=1732375299853; duration=0sec 2024-11-23T15:21:40,338 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:40,338 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741952_1128 (size=13561) 2024-11-23T15:21:40,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/b231617fb6594f50bb6cc0c42a00a46f is 50, key is test_row_0/C:col10/1732375300245/Put/seqid=0 2024-11-23T15:21:40,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375360357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741953_1129 (size=12301) 2024-11-23T15:21:40,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/b231617fb6594f50bb6cc0c42a00a46f 2024-11-23T15:21:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375360360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375360360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375360361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375360360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/6a834e884a4e4e28986a36056353fef4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6a834e884a4e4e28986a36056353fef4 2024-11-23T15:21:40,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6a834e884a4e4e28986a36056353fef4, entries=150, sequenceid=537, filesize=12.0 K 2024-11-23T15:21:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/3ee2b373cf9a40c8a401c1c936656545 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee2b373cf9a40c8a401c1c936656545 2024-11-23T15:21:40,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee2b373cf9a40c8a401c1c936656545, entries=150, sequenceid=537, filesize=12.0 K 2024-11-23T15:21:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T15:21:40,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/b231617fb6594f50bb6cc0c42a00a46f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b231617fb6594f50bb6cc0c42a00a46f 2024-11-23T15:21:40,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b231617fb6594f50bb6cc0c42a00a46f, entries=150, sequenceid=537, filesize=12.0 K 2024-11-23T15:21:40,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 064f0088aac40d705a8f2a1e371ed001 in 146ms, sequenceid=537, compaction requested=true 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,392 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:40,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:21:40,394 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:40,394 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:40,394 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:40,394 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:40,394 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-23T15:21:40,395 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T15:21:40,395 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T15:21:40,395 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:40,395 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:40,395 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:40,397 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:40,397 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:40,397 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,397 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/f74e258485cf4d078bd23edbcfeccaa1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/ca0770aaec644af5b2f9aa97dc8ac50f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5089fcb736bc41f4baa366269c4d2c21, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b231617fb6594f50bb6cc0c42a00a46f] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=49.1 K 2024-11-23T15:21:40,415 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f74e258485cf4d078bd23edbcfeccaa1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732375298357 2024-11-23T15:21:40,415 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ca0770aaec644af5b2f9aa97dc8ac50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732375298977 2024-11-23T15:21:40,416 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5089fcb736bc41f4baa366269c4d2c21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732375300102 2024-11-23T15:21:40,416 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b231617fb6594f50bb6cc0c42a00a46f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732375300137 2024-11-23T15:21:40,426 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:40,426 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/209440ef0ffa48f893551d3f09a7dfa8 is 50, key is test_row_0/C:col10/1732375300245/Put/seqid=0 2024-11-23T15:21:40,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-23T15:21:40,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,436 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T15:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741954_1130 (size=13561) 2024-11-23T15:21:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/54c681f7affc473daf1b8ae8a4f493e9 is 50, key is test_row_0/A:col10/1732375300254/Put/seqid=0 2024-11-23T15:21:40,451 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/209440ef0ffa48f893551d3f09a7dfa8 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/209440ef0ffa48f893551d3f09a7dfa8 2024-11-23T15:21:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741955_1131 (size=12301) 2024-11-23T15:21:40,454 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/54c681f7affc473daf1b8ae8a4f493e9 2024-11-23T15:21:40,460 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 209440ef0ffa48f893551d3f09a7dfa8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:40,460 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,461 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=12, startTime=1732375300392; duration=0sec 2024-11-23T15:21:40,461 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:40,461 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/1ffbecdefe5847acabd733d0dc0be7c1 is 50, key is test_row_0/B:col10/1732375300254/Put/seqid=0 2024-11-23T15:21:40,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741956_1132 (size=12301) 2024-11-23T15:21:40,484 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/1ffbecdefe5847acabd733d0dc0be7c1 2024-11-23T15:21:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3cf212cc4e0141dba372b36a640b2cf6 is 50, key is test_row_0/C:col10/1732375300254/Put/seqid=0 2024-11-23T15:21:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741957_1133 (size=12301) 2024-11-23T15:21:40,500 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3cf212cc4e0141dba372b36a640b2cf6 2024-11-23T15:21:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/54c681f7affc473daf1b8ae8a4f493e9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/54c681f7affc473daf1b8ae8a4f493e9 2024-11-23T15:21:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/54c681f7affc473daf1b8ae8a4f493e9, entries=150, sequenceid=549, filesize=12.0 K 2024-11-23T15:21:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/1ffbecdefe5847acabd733d0dc0be7c1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1ffbecdefe5847acabd733d0dc0be7c1 2024-11-23T15:21:40,525 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1ffbecdefe5847acabd733d0dc0be7c1, entries=150, sequenceid=549, filesize=12.0 K 2024-11-23T15:21:40,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3cf212cc4e0141dba372b36a640b2cf6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3cf212cc4e0141dba372b36a640b2cf6 2024-11-23T15:21:40,545 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3cf212cc4e0141dba372b36a640b2cf6, entries=150, sequenceid=549, filesize=12.0 K 2024-11-23T15:21:40,546 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 064f0088aac40d705a8f2a1e371ed001 in 111ms, sequenceid=549, compaction requested=true 2024-11-23T15:21:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-23T15:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-23T15:21:40,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T15:21:40,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 266 msec 2024-11-23T15:21:40,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 272 msec 2024-11-23T15:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T15:21:40,583 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-23T15:21:40,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-23T15:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:40,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:21:40,586 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:40,588 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:40,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:40,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:40,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:40,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/522db8091dca41f7a5060fbdf2a3b369 is 50, key is test_row_0/A:col10/1732375300586/Put/seqid=0 2024-11-23T15:21:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741958_1134 (size=12301) 2024-11-23T15:21:40,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375360612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375360612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375360612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375360613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375360613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375360716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375360717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375360717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375360717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375360718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:40,746 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/361f30766ef74996b66c5451c5c493cd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/361f30766ef74996b66c5451c5c493cd 2024-11-23T15:21:40,752 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into 361f30766ef74996b66c5451c5c493cd(size=13.2 K), total size for store is 37.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:40,752 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:40,752 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375300232; duration=0sec 2024-11-23T15:21:40,752 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:40,752 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:40,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:40,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375360919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375360920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375360921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375360921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375360921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/522db8091dca41f7a5060fbdf2a3b369 2024-11-23T15:21:41,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/5e50119912294548b72b89a0ac773537 is 50, key is test_row_0/B:col10/1732375300586/Put/seqid=0 2024-11-23T15:21:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741959_1135 (size=12301) 2024-11-23T15:21:41,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:41,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:41,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375361222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375361224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375361225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375361226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375361227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/5e50119912294548b72b89a0ac773537 2024-11-23T15:21:41,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/fea03f469b3b431ebc864307b2ef6475 is 50, key is test_row_0/C:col10/1732375300586/Put/seqid=0 2024-11-23T15:21:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741960_1136 (size=12301) 2024-11-23T15:21:41,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:41,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375361726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375361727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375361730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375361730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375361732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:41,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:41,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/fea03f469b3b431ebc864307b2ef6475 2024-11-23T15:21:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/522db8091dca41f7a5060fbdf2a3b369 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/522db8091dca41f7a5060fbdf2a3b369 2024-11-23T15:21:41,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/522db8091dca41f7a5060fbdf2a3b369, entries=150, sequenceid=563, filesize=12.0 K 2024-11-23T15:21:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/5e50119912294548b72b89a0ac773537 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5e50119912294548b72b89a0ac773537 2024-11-23T15:21:41,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5e50119912294548b72b89a0ac773537, entries=150, sequenceid=563, filesize=12.0 K 2024-11-23T15:21:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/fea03f469b3b431ebc864307b2ef6475 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fea03f469b3b431ebc864307b2ef6475 2024-11-23T15:21:41,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fea03f469b3b431ebc864307b2ef6475, entries=150, sequenceid=563, filesize=12.0 K 2024-11-23T15:21:41,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 064f0088aac40d705a8f2a1e371ed001 in 1277ms, sequenceid=563, compaction requested=true 2024-11-23T15:21:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:41,863 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:41,863 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:41,865 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:41,865 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:41,865 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:41,865 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,865 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:41,865 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/afb08245e3e8408cb1adfbed9f27dd73, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6a834e884a4e4e28986a36056353fef4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/54c681f7affc473daf1b8ae8a4f493e9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/522db8091dca41f7a5060fbdf2a3b369] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=49.3 K 2024-11-23T15:21:41,865 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,865 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/361f30766ef74996b66c5451c5c493cd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee2b373cf9a40c8a401c1c936656545, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1ffbecdefe5847acabd733d0dc0be7c1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5e50119912294548b72b89a0ac773537] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=49.3 K 2024-11-23T15:21:41,866 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 361f30766ef74996b66c5451c5c493cd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732375300102 2024-11-23T15:21:41,866 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting afb08245e3e8408cb1adfbed9f27dd73, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732375300102 2024-11-23T15:21:41,866 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee2b373cf9a40c8a401c1c936656545, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732375300137 2024-11-23T15:21:41,866 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a834e884a4e4e28986a36056353fef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732375300137 2024-11-23T15:21:41,866 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ffbecdefe5847acabd733d0dc0be7c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732375300247 2024-11-23T15:21:41,867 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54c681f7affc473daf1b8ae8a4f493e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732375300247 2024-11-23T15:21:41,867 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 522db8091dca41f7a5060fbdf2a3b369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732375300582 2024-11-23T15:21:41,867 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e50119912294548b72b89a0ac773537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732375300582 2024-11-23T15:21:41,877 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:41,877 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:41,878 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/65e1a3139f7a49248dfbd5631dc3d39b is 50, key is test_row_0/A:col10/1732375300586/Put/seqid=0 2024-11-23T15:21:41,878 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/a7089be579c84c47b9cdad18acb09305 is 50, key is test_row_0/B:col10/1732375300586/Put/seqid=0 2024-11-23T15:21:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741961_1137 (size=13697) 2024-11-23T15:21:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741962_1138 (size=13697) 2024-11-23T15:21:41,889 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/65e1a3139f7a49248dfbd5631dc3d39b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/65e1a3139f7a49248dfbd5631dc3d39b 2024-11-23T15:21:41,895 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 65e1a3139f7a49248dfbd5631dc3d39b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:41,895 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:41,895 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=12, startTime=1732375301863; duration=0sec 2024-11-23T15:21:41,895 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:41,895 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:41,895 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:41,896 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:41,896 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/C is initiating minor compaction (all files) 2024-11-23T15:21:41,896 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/C in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,896 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/209440ef0ffa48f893551d3f09a7dfa8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3cf212cc4e0141dba372b36a640b2cf6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fea03f469b3b431ebc864307b2ef6475] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.3 K 2024-11-23T15:21:41,897 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209440ef0ffa48f893551d3f09a7dfa8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732375300137 2024-11-23T15:21:41,898 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf212cc4e0141dba372b36a640b2cf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732375300247 2024-11-23T15:21:41,898 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting fea03f469b3b431ebc864307b2ef6475, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732375300582 2024-11-23T15:21:41,906 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#C#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:41,907 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3c257f892ab14138bbbd5e6d4940e047 is 50, key is test_row_0/C:col10/1732375300586/Put/seqid=0 2024-11-23T15:21:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741963_1139 (size=13663) 2024-11-23T15:21:41,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:41,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T15:21:41,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:41,966 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:21:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/f27ca5442c6a45ac8e679bb5f3cc24e1 is 50, key is test_row_0/A:col10/1732375300613/Put/seqid=0 2024-11-23T15:21:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741964_1140 (size=12301) 2024-11-23T15:21:42,291 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/a7089be579c84c47b9cdad18acb09305 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a7089be579c84c47b9cdad18acb09305 2024-11-23T15:21:42,297 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into a7089be579c84c47b9cdad18acb09305(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:42,297 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:42,297 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=12, startTime=1732375301863; duration=0sec 2024-11-23T15:21:42,297 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:42,297 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:42,318 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3c257f892ab14138bbbd5e6d4940e047 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3c257f892ab14138bbbd5e6d4940e047 2024-11-23T15:21:42,324 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/C of 064f0088aac40d705a8f2a1e371ed001 into 3c257f892ab14138bbbd5e6d4940e047(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:42,324 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:42,324 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/C, priority=13, startTime=1732375301863; duration=0sec 2024-11-23T15:21:42,324 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:42,324 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:42,377 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/f27ca5442c6a45ac8e679bb5f3cc24e1 2024-11-23T15:21:42,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/cc6efcbae11d44a2b5db80ce5a8ea1cc is 50, key is test_row_0/B:col10/1732375300613/Put/seqid=0 2024-11-23T15:21:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741965_1141 (size=12301) 2024-11-23T15:21:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:42,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. as already flushing 2024-11-23T15:21:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375362740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1732375362741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375362741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43942 deadline: 1732375362742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375362742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,792 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/cc6efcbae11d44a2b5db80ce5a8ea1cc 2024-11-23T15:21:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e16bc68df6264c088ceb715134c57f0f is 50, key is test_row_0/C:col10/1732375300613/Put/seqid=0 2024-11-23T15:21:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741966_1142 (size=12301) 2024-11-23T15:21:42,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375362844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375362844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:42,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375362845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43896 deadline: 1732375363046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43922 deadline: 1732375363047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43888 deadline: 1732375363047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:43,198 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x112133f8 to 127.0.0.1:58685 2024-11-23T15:21:43,198 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,199 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f72ff58 to 127.0.0.1:58685 2024-11-23T15:21:43,199 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,200 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14719223 to 127.0.0.1:58685 2024-11-23T15:21:43,200 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,202 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a079a84 to 127.0.0.1:58685 2024-11-23T15:21:43,202 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,208 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e16bc68df6264c088ceb715134c57f0f 2024-11-23T15:21:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/f27ca5442c6a45ac8e679bb5f3cc24e1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/f27ca5442c6a45ac8e679bb5f3cc24e1 2024-11-23T15:21:43,218 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/f27ca5442c6a45ac8e679bb5f3cc24e1, entries=150, sequenceid=588, filesize=12.0 K 2024-11-23T15:21:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/cc6efcbae11d44a2b5db80ce5a8ea1cc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cc6efcbae11d44a2b5db80ce5a8ea1cc 2024-11-23T15:21:43,223 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cc6efcbae11d44a2b5db80ce5a8ea1cc, entries=150, sequenceid=588, filesize=12.0 K 2024-11-23T15:21:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/e16bc68df6264c088ceb715134c57f0f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e16bc68df6264c088ceb715134c57f0f 2024-11-23T15:21:43,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e16bc68df6264c088ceb715134c57f0f, entries=150, sequenceid=588, filesize=12.0 K 2024-11-23T15:21:43,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 064f0088aac40d705a8f2a1e371ed001 in 1264ms, sequenceid=588, compaction requested=false 2024-11-23T15:21:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-23T15:21:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=39 2024-11-23T15:21:43,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T15:21:43,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-23T15:21:43,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.6480 sec 2024-11-23T15:21:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:43,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:21:43,350 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6419bba5 to 127.0.0.1:58685 2024-11-23T15:21:43,350 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ec67e4b to 127.0.0.1:58685 2024-11-23T15:21:43,350 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,350 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:43,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:43,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:43,352 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x753b4981 to 127.0.0.1:58685 2024-11-23T15:21:43,352 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:43,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/a16f09bca5fd46c8b30ee3e7af060dc9 is 50, key is test_row_0/A:col10/1732375303349/Put/seqid=0 2024-11-23T15:21:43,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741967_1143 (size=12301) 2024-11-23T15:21:43,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/a16f09bca5fd46c8b30ee3e7af060dc9 2024-11-23T15:21:43,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/c9a7d076482e49e68d6523766a1aabaa is 50, key is test_row_0/B:col10/1732375303349/Put/seqid=0 2024-11-23T15:21:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741968_1144 (size=12301) 2024-11-23T15:21:44,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/c9a7d076482e49e68d6523766a1aabaa 2024-11-23T15:21:44,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3d42ce2ab9af494c906fcc3be4149a27 is 50, key is test_row_0/C:col10/1732375303349/Put/seqid=0 2024-11-23T15:21:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741969_1145 (size=12301) 2024-11-23T15:21:44,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3d42ce2ab9af494c906fcc3be4149a27 2024-11-23T15:21:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/a16f09bca5fd46c8b30ee3e7af060dc9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a16f09bca5fd46c8b30ee3e7af060dc9 2024-11-23T15:21:44,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a16f09bca5fd46c8b30ee3e7af060dc9, entries=150, sequenceid=606, filesize=12.0 K 2024-11-23T15:21:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/c9a7d076482e49e68d6523766a1aabaa as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/c9a7d076482e49e68d6523766a1aabaa 2024-11-23T15:21:44,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/c9a7d076482e49e68d6523766a1aabaa, entries=150, sequenceid=606, filesize=12.0 K 2024-11-23T15:21:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/3d42ce2ab9af494c906fcc3be4149a27 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3d42ce2ab9af494c906fcc3be4149a27 2024-11-23T15:21:44,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3d42ce2ab9af494c906fcc3be4149a27, entries=150, sequenceid=606, filesize=12.0 K 2024-11-23T15:21:44,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for 064f0088aac40d705a8f2a1e371ed001 in 1253ms, sequenceid=606, compaction requested=true 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:44,602 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 064f0088aac40d705a8f2a1e371ed001:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:44,602 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:44,603 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:44,603 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:44,603 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/B is initiating minor compaction (all files) 2024-11-23T15:21:44,603 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 064f0088aac40d705a8f2a1e371ed001/A is initiating minor compaction (all files) 2024-11-23T15:21:44,603 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/B in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:44,603 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 064f0088aac40d705a8f2a1e371ed001/A in TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:44,604 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a7089be579c84c47b9cdad18acb09305, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cc6efcbae11d44a2b5db80ce5a8ea1cc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/c9a7d076482e49e68d6523766a1aabaa] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.4 K 2024-11-23T15:21:44,604 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/65e1a3139f7a49248dfbd5631dc3d39b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/f27ca5442c6a45ac8e679bb5f3cc24e1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a16f09bca5fd46c8b30ee3e7af060dc9] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp, totalSize=37.4 K 2024-11-23T15:21:44,604 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a7089be579c84c47b9cdad18acb09305, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732375300582 2024-11-23T15:21:44,604 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e1a3139f7a49248dfbd5631dc3d39b, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732375300582 2024-11-23T15:21:44,604 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting cc6efcbae11d44a2b5db80ce5a8ea1cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732375300611 2024-11-23T15:21:44,604 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting f27ca5442c6a45ac8e679bb5f3cc24e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732375300611 2024-11-23T15:21:44,605 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c9a7d076482e49e68d6523766a1aabaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732375302740 2024-11-23T15:21:44,605 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a16f09bca5fd46c8b30ee3e7af060dc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732375302740 2024-11-23T15:21:44,613 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#A#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:44,614 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/83f31899ee024e6abde7651bfd1044a0 is 50, key is test_row_0/A:col10/1732375303349/Put/seqid=0 2024-11-23T15:21:44,614 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 064f0088aac40d705a8f2a1e371ed001#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:44,615 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/bfdcd2bd09654141b70f7cb1fbe06845 is 50, key is test_row_0/B:col10/1732375303349/Put/seqid=0 2024-11-23T15:21:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741970_1146 (size=13799) 2024-11-23T15:21:44,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741971_1147 (size=13799) 2024-11-23T15:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T15:21:44,692 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-23T15:21:44,749 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bd9935b to 127.0.0.1:58685 2024-11-23T15:21:44,749 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,752 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x425e8811 to 127.0.0.1:58685 2024-11-23T15:21:44,752 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6365 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6219 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2735 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8204 rows 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2754 2024-11-23T15:21:44,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8258 rows 2024-11-23T15:21:44,752 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:21:44,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3090da2c to 127.0.0.1:58685 2024-11-23T15:21:44,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:21:44,755 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T15:21:44,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T15:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:44,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375304766"}]},"ts":"1732375304766"} 2024-11-23T15:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T15:21:44,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T15:21:44,770 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T15:21:44,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:21:44,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, UNASSIGN}] 2024-11-23T15:21:44,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, UNASSIGN 2024-11-23T15:21:44,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=064f0088aac40d705a8f2a1e371ed001, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:44,777 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39981 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=6a36843bf905,41973,1732375277245, table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T15:21:44,777 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:21:44,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T15:21:44,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:44,934 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:44,934 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:21:44,935 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 064f0088aac40d705a8f2a1e371ed001, disabling compactions & flushes 2024-11-23T15:21:44,935 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:45,024 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/83f31899ee024e6abde7651bfd1044a0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/83f31899ee024e6abde7651bfd1044a0 2024-11-23T15:21:45,025 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/bfdcd2bd09654141b70f7cb1fbe06845 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/bfdcd2bd09654141b70f7cb1fbe06845 2024-11-23T15:21:45,030 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/A of 064f0088aac40d705a8f2a1e371ed001 into 83f31899ee024e6abde7651bfd1044a0(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:45,030 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 064f0088aac40d705a8f2a1e371ed001/B of 064f0088aac40d705a8f2a1e371ed001 into bfdcd2bd09654141b70f7cb1fbe06845(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:45,030 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/A, priority=13, startTime=1732375304602; duration=0sec 2024-11-23T15:21:45,030 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001., storeName=064f0088aac40d705a8f2a1e371ed001/B, priority=13, startTime=1732375304602; duration=0sec 2024-11-23T15:21:45,030 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:45,030 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:A 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:45,030 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. after waiting 0 ms 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. because compaction request was cancelled 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:B 2024-11-23T15:21:45,030 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:45,030 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 064f0088aac40d705a8f2a1e371ed001:C 2024-11-23T15:21:45,030 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(2837): Flushing 064f0088aac40d705a8f2a1e371ed001 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T15:21:45,030 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=A 2024-11-23T15:21:45,030 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:45,031 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=B 2024-11-23T15:21:45,031 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:45,031 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 064f0088aac40d705a8f2a1e371ed001, store=C 2024-11-23T15:21:45,031 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:45,035 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/437d18204ca449c5a662e60a1f34358f is 50, key is test_row_0/A:col10/1732375304747/Put/seqid=0 2024-11-23T15:21:45,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741972_1148 (size=9857) 2024-11-23T15:21:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T15:21:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T15:21:45,440 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/437d18204ca449c5a662e60a1f34358f 2024-11-23T15:21:45,447 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/23657a7c67394b4ca16550daebe0e740 is 50, key is test_row_0/B:col10/1732375304747/Put/seqid=0 2024-11-23T15:21:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741973_1149 (size=9857) 2024-11-23T15:21:45,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:21:45,851 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/23657a7c67394b4ca16550daebe0e740 2024-11-23T15:21:45,859 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/6b28fad0ae6d467d8c43e6911bea6384 is 50, key is test_row_0/C:col10/1732375304747/Put/seqid=0 2024-11-23T15:21:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741974_1150 (size=9857) 2024-11-23T15:21:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T15:21:46,263 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/6b28fad0ae6d467d8c43e6911bea6384 2024-11-23T15:21:46,269 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/A/437d18204ca449c5a662e60a1f34358f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/437d18204ca449c5a662e60a1f34358f 2024-11-23T15:21:46,273 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/437d18204ca449c5a662e60a1f34358f, entries=100, sequenceid=614, filesize=9.6 K 2024-11-23T15:21:46,274 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/B/23657a7c67394b4ca16550daebe0e740 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/23657a7c67394b4ca16550daebe0e740 2024-11-23T15:21:46,277 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/23657a7c67394b4ca16550daebe0e740, entries=100, sequenceid=614, filesize=9.6 K 2024-11-23T15:21:46,278 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/.tmp/C/6b28fad0ae6d467d8c43e6911bea6384 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/6b28fad0ae6d467d8c43e6911bea6384 2024-11-23T15:21:46,282 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/6b28fad0ae6d467d8c43e6911bea6384, entries=100, sequenceid=614, filesize=9.6 K 2024-11-23T15:21:46,283 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 064f0088aac40d705a8f2a1e371ed001 in 1253ms, sequenceid=614, compaction requested=true 2024-11-23T15:21:46,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/33428cc90fc543d8b89a84b0cd72b084, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4b8cfbe890c84b43af422b3528767bfa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55ba64fe57cb44659592d5eda70b43be, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3eb9b725dfac4f769175bd61b80432bb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e116998df4d2403fb5c0b8359132c826, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/1fa756d119c04eb4a82820e4e817701f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8a56c97be54a47b2b13addfaa2788279, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d4431dd48f7944c4a612bd014e0f163c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/5382401da1d54085957218a53a0051c4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/94a50d3e9477495fbbd386ef3a2b44d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3501fa4565f7425b80edea398ea131a9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/924d0f9144744fb2b6dd7a9960078928, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/338d76e9412d40ca85ce0f49b6262a3b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4e98645a8d6f43e0bf75c30ced2491a9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bfd3321835ad4d67a688fd80e9c7894a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d86d56475ac54a95871f3b3648ed6455, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9867a6ce5bc942ff842bcf10a658f56d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6d1e8bc850d44ca885c6bd3320fe1a7c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9395ba1e6d094fe79ae829a65bcef408, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e4afda7b4fe043beb2f7cbfe024f6de5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/b7d3b3f29d234cef8c6ce89bba82444e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bdaa546e57f240789e6f5346cdcdc69e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/2058b8072c5a400da4d590cb33b8bb8a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/24ac9c5fdf2e4f18963df9c4a2e44a58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/66daaa941ff6402fab70f9d5dfc32338, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/727f1493a996437d8dd730bc1adf1d1d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a5ce64433006455d95da984b5393c8b9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8cab2f20e2f946efb10e056dd8378b7d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/119b5829f25640d5af47c78604c05cfe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/206935ede6774e089cdc7f31eb644ebe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e8c7c404733144d39b535c238a5413c0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/692c0239496c4b54afc225c69521b242, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55369037a67e47d1bd361f0a6dd87108, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/21543709f0d64d18b7c44e28cf1c54c2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d7de4807ce9847e9ab2535918c377881, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/06181f9e7a6540208d9708081652127f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/afb08245e3e8408cb1adfbed9f27dd73, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/042e52ce5d934b23ad5141b20b92cf92, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6a834e884a4e4e28986a36056353fef4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/54c681f7affc473daf1b8ae8a4f493e9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/65e1a3139f7a49248dfbd5631dc3d39b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/522db8091dca41f7a5060fbdf2a3b369, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/f27ca5442c6a45ac8e679bb5f3cc24e1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a16f09bca5fd46c8b30ee3e7af060dc9] to archive 2024-11-23T15:21:46,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:21:46,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/33428cc90fc543d8b89a84b0cd72b084 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/33428cc90fc543d8b89a84b0cd72b084 2024-11-23T15:21:46,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4b8cfbe890c84b43af422b3528767bfa to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4b8cfbe890c84b43af422b3528767bfa 2024-11-23T15:21:46,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55ba64fe57cb44659592d5eda70b43be to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55ba64fe57cb44659592d5eda70b43be 2024-11-23T15:21:46,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3eb9b725dfac4f769175bd61b80432bb to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3eb9b725dfac4f769175bd61b80432bb 2024-11-23T15:21:46,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e116998df4d2403fb5c0b8359132c826 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e116998df4d2403fb5c0b8359132c826 2024-11-23T15:21:46,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/1fa756d119c04eb4a82820e4e817701f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/1fa756d119c04eb4a82820e4e817701f 2024-11-23T15:21:46,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8a56c97be54a47b2b13addfaa2788279 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8a56c97be54a47b2b13addfaa2788279 2024-11-23T15:21:46,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d4431dd48f7944c4a612bd014e0f163c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d4431dd48f7944c4a612bd014e0f163c 2024-11-23T15:21:46,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/5382401da1d54085957218a53a0051c4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/5382401da1d54085957218a53a0051c4 2024-11-23T15:21:46,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/94a50d3e9477495fbbd386ef3a2b44d1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/94a50d3e9477495fbbd386ef3a2b44d1 2024-11-23T15:21:46,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3501fa4565f7425b80edea398ea131a9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/3501fa4565f7425b80edea398ea131a9 2024-11-23T15:21:46,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/924d0f9144744fb2b6dd7a9960078928 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/924d0f9144744fb2b6dd7a9960078928 2024-11-23T15:21:46,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/338d76e9412d40ca85ce0f49b6262a3b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/338d76e9412d40ca85ce0f49b6262a3b 2024-11-23T15:21:46,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4e98645a8d6f43e0bf75c30ced2491a9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/4e98645a8d6f43e0bf75c30ced2491a9 2024-11-23T15:21:46,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bfd3321835ad4d67a688fd80e9c7894a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bfd3321835ad4d67a688fd80e9c7894a 2024-11-23T15:21:46,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d86d56475ac54a95871f3b3648ed6455 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d86d56475ac54a95871f3b3648ed6455 2024-11-23T15:21:46,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9867a6ce5bc942ff842bcf10a658f56d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9867a6ce5bc942ff842bcf10a658f56d 2024-11-23T15:21:46,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6d1e8bc850d44ca885c6bd3320fe1a7c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6d1e8bc850d44ca885c6bd3320fe1a7c 2024-11-23T15:21:46,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9395ba1e6d094fe79ae829a65bcef408 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/9395ba1e6d094fe79ae829a65bcef408 2024-11-23T15:21:46,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e4afda7b4fe043beb2f7cbfe024f6de5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e4afda7b4fe043beb2f7cbfe024f6de5 2024-11-23T15:21:46,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/b7d3b3f29d234cef8c6ce89bba82444e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/b7d3b3f29d234cef8c6ce89bba82444e 2024-11-23T15:21:46,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bdaa546e57f240789e6f5346cdcdc69e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/bdaa546e57f240789e6f5346cdcdc69e 2024-11-23T15:21:46,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/2058b8072c5a400da4d590cb33b8bb8a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/2058b8072c5a400da4d590cb33b8bb8a 2024-11-23T15:21:46,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/24ac9c5fdf2e4f18963df9c4a2e44a58 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/24ac9c5fdf2e4f18963df9c4a2e44a58 2024-11-23T15:21:46,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/66daaa941ff6402fab70f9d5dfc32338 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/66daaa941ff6402fab70f9d5dfc32338 2024-11-23T15:21:46,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/727f1493a996437d8dd730bc1adf1d1d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/727f1493a996437d8dd730bc1adf1d1d 2024-11-23T15:21:46,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a5ce64433006455d95da984b5393c8b9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a5ce64433006455d95da984b5393c8b9 2024-11-23T15:21:46,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8cab2f20e2f946efb10e056dd8378b7d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/8cab2f20e2f946efb10e056dd8378b7d 2024-11-23T15:21:46,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/119b5829f25640d5af47c78604c05cfe to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/119b5829f25640d5af47c78604c05cfe 2024-11-23T15:21:46,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/206935ede6774e089cdc7f31eb644ebe to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/206935ede6774e089cdc7f31eb644ebe 2024-11-23T15:21:46,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e8c7c404733144d39b535c238a5413c0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/e8c7c404733144d39b535c238a5413c0 2024-11-23T15:21:46,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/692c0239496c4b54afc225c69521b242 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/692c0239496c4b54afc225c69521b242 2024-11-23T15:21:46,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55369037a67e47d1bd361f0a6dd87108 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/55369037a67e47d1bd361f0a6dd87108 2024-11-23T15:21:46,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/21543709f0d64d18b7c44e28cf1c54c2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/21543709f0d64d18b7c44e28cf1c54c2 2024-11-23T15:21:46,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d7de4807ce9847e9ab2535918c377881 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/d7de4807ce9847e9ab2535918c377881 2024-11-23T15:21:46,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/06181f9e7a6540208d9708081652127f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/06181f9e7a6540208d9708081652127f 2024-11-23T15:21:46,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/afb08245e3e8408cb1adfbed9f27dd73 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/afb08245e3e8408cb1adfbed9f27dd73 2024-11-23T15:21:46,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/042e52ce5d934b23ad5141b20b92cf92 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/042e52ce5d934b23ad5141b20b92cf92 2024-11-23T15:21:46,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6a834e884a4e4e28986a36056353fef4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/6a834e884a4e4e28986a36056353fef4 2024-11-23T15:21:46,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/54c681f7affc473daf1b8ae8a4f493e9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/54c681f7affc473daf1b8ae8a4f493e9 2024-11-23T15:21:46,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/65e1a3139f7a49248dfbd5631dc3d39b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/65e1a3139f7a49248dfbd5631dc3d39b 2024-11-23T15:21:46,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/522db8091dca41f7a5060fbdf2a3b369 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/522db8091dca41f7a5060fbdf2a3b369 2024-11-23T15:21:46,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/f27ca5442c6a45ac8e679bb5f3cc24e1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/f27ca5442c6a45ac8e679bb5f3cc24e1 2024-11-23T15:21:46,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a16f09bca5fd46c8b30ee3e7af060dc9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/a16f09bca5fd46c8b30ee3e7af060dc9 2024-11-23T15:21:46,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee5dc742a8f41b687551dc025e468cf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/fd053c4ff11e4dfbb5641fe0a3c54be2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f3d13aafd41f463abc65418ce0f901a7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cbdb6b2c4b224ed4964111276e1d7b17, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a32e7fd0582645f2ab31bd97c30e5565, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/06e7d4f7a1724c1d98d63a7f489d44cb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9bb67821d4484cc6b7f64631b824b2b5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/773af32cbaaf46eebbe30ef60afc2d0f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/78f1dd274c794c5e82547faaed28dd93, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/73298ff16ac646e2b22f2922b16120a1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/972f979a6cc241e2bfbd357aed91d95a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/11664d8d9fe143e395d8f662953541ab, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/35dfa0bb5a604ec2bda4817b43068a8d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0da231873e2d4990b5cc89ceb508dcf0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0e456b446c5c47baafb15a8e05de2168, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e969e4596dcb4cc7bd8882242b38e994, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/386cf178e3cf4d0bae58113ab93fe4dd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9a81a75b8d05436c81b8a576fa2dbd83, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e96e06ec23074137a8ebf188d04ff80f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8568c0949645427296a0b2242c710d9d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b052dca6dfda4b2aa5daf3ba38e04333, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1f36db68520a4b30b383bb12a31e16f1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b682b054418d4737988161f4c2ae87e6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e525b938191d4657a36241e0652a1260, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8fbcf87912f948e9b65bb8df55fc9028, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/36c9408932054aa8a5a4911ded908970, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/4d111783f1dd463cb254a9f8fb3f5206, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5985d745299141e58a3ce0331553e15b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/68eef82649c346be9d446eed77724bd3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/901591648b884de49f4b65e764d89fde, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/676936bdbfcf41d5988a2ae2c274d21b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b232f81a465f466d852c89a64fdf2af2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/ab231947ce784823aee46381b3fe93c4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/90d52ce82114497c9e1f43f7ee3e0ce4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/235f9e15e26641cc94892da4017963ba, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f08c19fbb30943808bbb6fb7928e43df, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/361f30766ef74996b66c5451c5c493cd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e44de742286843d8b8f693d7d75859ec, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee2b373cf9a40c8a401c1c936656545, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1ffbecdefe5847acabd733d0dc0be7c1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a7089be579c84c47b9cdad18acb09305, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5e50119912294548b72b89a0ac773537, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cc6efcbae11d44a2b5db80ce5a8ea1cc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/c9a7d076482e49e68d6523766a1aabaa] to archive 2024-11-23T15:21:46,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:21:46,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee5dc742a8f41b687551dc025e468cf to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee5dc742a8f41b687551dc025e468cf 2024-11-23T15:21:46,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/fd053c4ff11e4dfbb5641fe0a3c54be2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/fd053c4ff11e4dfbb5641fe0a3c54be2 2024-11-23T15:21:46,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f3d13aafd41f463abc65418ce0f901a7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f3d13aafd41f463abc65418ce0f901a7 2024-11-23T15:21:46,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cbdb6b2c4b224ed4964111276e1d7b17 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cbdb6b2c4b224ed4964111276e1d7b17 2024-11-23T15:21:46,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a32e7fd0582645f2ab31bd97c30e5565 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a32e7fd0582645f2ab31bd97c30e5565 2024-11-23T15:21:46,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/06e7d4f7a1724c1d98d63a7f489d44cb to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/06e7d4f7a1724c1d98d63a7f489d44cb 2024-11-23T15:21:46,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9bb67821d4484cc6b7f64631b824b2b5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9bb67821d4484cc6b7f64631b824b2b5 2024-11-23T15:21:46,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/773af32cbaaf46eebbe30ef60afc2d0f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/773af32cbaaf46eebbe30ef60afc2d0f 2024-11-23T15:21:46,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/78f1dd274c794c5e82547faaed28dd93 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/78f1dd274c794c5e82547faaed28dd93 2024-11-23T15:21:46,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/73298ff16ac646e2b22f2922b16120a1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/73298ff16ac646e2b22f2922b16120a1 2024-11-23T15:21:46,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/972f979a6cc241e2bfbd357aed91d95a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/972f979a6cc241e2bfbd357aed91d95a 2024-11-23T15:21:46,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/11664d8d9fe143e395d8f662953541ab to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/11664d8d9fe143e395d8f662953541ab 2024-11-23T15:21:46,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/35dfa0bb5a604ec2bda4817b43068a8d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/35dfa0bb5a604ec2bda4817b43068a8d 2024-11-23T15:21:46,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0da231873e2d4990b5cc89ceb508dcf0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0da231873e2d4990b5cc89ceb508dcf0 2024-11-23T15:21:46,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0e456b446c5c47baafb15a8e05de2168 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/0e456b446c5c47baafb15a8e05de2168 2024-11-23T15:21:46,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e969e4596dcb4cc7bd8882242b38e994 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e969e4596dcb4cc7bd8882242b38e994 2024-11-23T15:21:46,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/386cf178e3cf4d0bae58113ab93fe4dd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/386cf178e3cf4d0bae58113ab93fe4dd 2024-11-23T15:21:46,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9a81a75b8d05436c81b8a576fa2dbd83 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/9a81a75b8d05436c81b8a576fa2dbd83 2024-11-23T15:21:46,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e96e06ec23074137a8ebf188d04ff80f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e96e06ec23074137a8ebf188d04ff80f 2024-11-23T15:21:46,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8568c0949645427296a0b2242c710d9d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8568c0949645427296a0b2242c710d9d 2024-11-23T15:21:46,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b052dca6dfda4b2aa5daf3ba38e04333 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b052dca6dfda4b2aa5daf3ba38e04333 2024-11-23T15:21:46,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1f36db68520a4b30b383bb12a31e16f1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1f36db68520a4b30b383bb12a31e16f1 2024-11-23T15:21:46,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b682b054418d4737988161f4c2ae87e6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b682b054418d4737988161f4c2ae87e6 2024-11-23T15:21:46,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e525b938191d4657a36241e0652a1260 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e525b938191d4657a36241e0652a1260 2024-11-23T15:21:46,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8fbcf87912f948e9b65bb8df55fc9028 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/8fbcf87912f948e9b65bb8df55fc9028 2024-11-23T15:21:46,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/36c9408932054aa8a5a4911ded908970 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/36c9408932054aa8a5a4911ded908970 2024-11-23T15:21:46,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/4d111783f1dd463cb254a9f8fb3f5206 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/4d111783f1dd463cb254a9f8fb3f5206 2024-11-23T15:21:46,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5985d745299141e58a3ce0331553e15b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5985d745299141e58a3ce0331553e15b 2024-11-23T15:21:46,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/68eef82649c346be9d446eed77724bd3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/68eef82649c346be9d446eed77724bd3 2024-11-23T15:21:46,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/901591648b884de49f4b65e764d89fde to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/901591648b884de49f4b65e764d89fde 2024-11-23T15:21:46,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/676936bdbfcf41d5988a2ae2c274d21b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/676936bdbfcf41d5988a2ae2c274d21b 2024-11-23T15:21:46,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b232f81a465f466d852c89a64fdf2af2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/b232f81a465f466d852c89a64fdf2af2 2024-11-23T15:21:46,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/ab231947ce784823aee46381b3fe93c4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/ab231947ce784823aee46381b3fe93c4 2024-11-23T15:21:46,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/90d52ce82114497c9e1f43f7ee3e0ce4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/90d52ce82114497c9e1f43f7ee3e0ce4 2024-11-23T15:21:46,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/235f9e15e26641cc94892da4017963ba to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/235f9e15e26641cc94892da4017963ba 2024-11-23T15:21:46,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f08c19fbb30943808bbb6fb7928e43df to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/f08c19fbb30943808bbb6fb7928e43df 2024-11-23T15:21:46,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/361f30766ef74996b66c5451c5c493cd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/361f30766ef74996b66c5451c5c493cd 2024-11-23T15:21:46,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e44de742286843d8b8f693d7d75859ec to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/e44de742286843d8b8f693d7d75859ec 2024-11-23T15:21:46,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee2b373cf9a40c8a401c1c936656545 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/3ee2b373cf9a40c8a401c1c936656545 2024-11-23T15:21:46,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1ffbecdefe5847acabd733d0dc0be7c1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/1ffbecdefe5847acabd733d0dc0be7c1 2024-11-23T15:21:46,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a7089be579c84c47b9cdad18acb09305 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/a7089be579c84c47b9cdad18acb09305 2024-11-23T15:21:46,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5e50119912294548b72b89a0ac773537 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/5e50119912294548b72b89a0ac773537 2024-11-23T15:21:46,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cc6efcbae11d44a2b5db80ce5a8ea1cc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/cc6efcbae11d44a2b5db80ce5a8ea1cc 2024-11-23T15:21:46,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/c9a7d076482e49e68d6523766a1aabaa to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/c9a7d076482e49e68d6523766a1aabaa 2024-11-23T15:21:46,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c8ffa4c31a7b408aa518fa7642414bd2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b95b76c92523418aba7cac55fd357dae, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/aca69f385e33459aa165d32ccddf1abe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/69d238a89a0b457092f04e355ccde44f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/7f8d3ed3166349f6a9cc491a431f199c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/56539622142c45b0a7040251a55dbef5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2aa9b79120814e1c8242a1343bedbbbe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/657e4eb9feeb4addad2600255b818e15, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4bf1ec600098489aacc497fcb86f8138, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/afeb039afadc4486922132784a756620, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/975c20de10fe4e3480be857ef6abff24, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e0c27c9b40f044d1abde950a9611abd2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/9929d2dd917b40f5b62db42a83725542, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e7b805c4f6934a6b9f8a9b8a0724f944, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1fd3ce9489fe454a81e0aef8d720df53, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/80f143f3b71c40f78c6b3a8a94d11f64, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/87a19fedc6454b27a917f395243236c1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/05571fe7ef054affa10187289c3b9cba, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd8dc361a2041168e44f370aff64ced, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1d845cc94ea44c96b19cedec2d92d350, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e2a1c5c25a584e9c96c3bd4dc198b8de, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c660b6263c3d49ca8894978ea42638f7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/75063e2f413a411fbdd352034ef3b75f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/528c83ec57984698a1d1dec759c3968b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/824d687fc5b54f748657280ff9bcc773, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4b580d1085de42d2884cc3cb2e8674b5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a71c270a4b2448febff811d965054d54, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a50241b2f0d440c8994e5b8f4147a5a7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fe16de83625a4b058af8d8d07e73c74d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/228d26631d7041bda34cba02c78dfa61, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/665cd8979bf746b09c119d405bc7b8b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd399cbf17d46e3905009097ce3004b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/f74e258485cf4d078bd23edbcfeccaa1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5bbeebbc78aa434b906ea89c93afa3fc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/ca0770aaec644af5b2f9aa97dc8ac50f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5089fcb736bc41f4baa366269c4d2c21, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/209440ef0ffa48f893551d3f09a7dfa8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b231617fb6594f50bb6cc0c42a00a46f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3cf212cc4e0141dba372b36a640b2cf6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fea03f469b3b431ebc864307b2ef6475] to archive 2024-11-23T15:21:46,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:21:46,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c8ffa4c31a7b408aa518fa7642414bd2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c8ffa4c31a7b408aa518fa7642414bd2 2024-11-23T15:21:46,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b95b76c92523418aba7cac55fd357dae to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b95b76c92523418aba7cac55fd357dae 2024-11-23T15:21:46,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/aca69f385e33459aa165d32ccddf1abe to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/aca69f385e33459aa165d32ccddf1abe 2024-11-23T15:21:46,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/69d238a89a0b457092f04e355ccde44f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/69d238a89a0b457092f04e355ccde44f 2024-11-23T15:21:46,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/7f8d3ed3166349f6a9cc491a431f199c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/7f8d3ed3166349f6a9cc491a431f199c 2024-11-23T15:21:46,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/56539622142c45b0a7040251a55dbef5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/56539622142c45b0a7040251a55dbef5 2024-11-23T15:21:46,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2aa9b79120814e1c8242a1343bedbbbe to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2aa9b79120814e1c8242a1343bedbbbe 2024-11-23T15:21:46,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/657e4eb9feeb4addad2600255b818e15 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/657e4eb9feeb4addad2600255b818e15 2024-11-23T15:21:46,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4bf1ec600098489aacc497fcb86f8138 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4bf1ec600098489aacc497fcb86f8138 2024-11-23T15:21:46,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/afeb039afadc4486922132784a756620 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/afeb039afadc4486922132784a756620 2024-11-23T15:21:46,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/975c20de10fe4e3480be857ef6abff24 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/975c20de10fe4e3480be857ef6abff24 2024-11-23T15:21:46,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e0c27c9b40f044d1abde950a9611abd2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e0c27c9b40f044d1abde950a9611abd2 2024-11-23T15:21:46,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/9929d2dd917b40f5b62db42a83725542 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/9929d2dd917b40f5b62db42a83725542 2024-11-23T15:21:46,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e7b805c4f6934a6b9f8a9b8a0724f944 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e7b805c4f6934a6b9f8a9b8a0724f944 2024-11-23T15:21:46,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1fd3ce9489fe454a81e0aef8d720df53 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1fd3ce9489fe454a81e0aef8d720df53 2024-11-23T15:21:46,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/80f143f3b71c40f78c6b3a8a94d11f64 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/80f143f3b71c40f78c6b3a8a94d11f64 2024-11-23T15:21:46,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/87a19fedc6454b27a917f395243236c1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/87a19fedc6454b27a917f395243236c1 2024-11-23T15:21:46,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/05571fe7ef054affa10187289c3b9cba to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/05571fe7ef054affa10187289c3b9cba 2024-11-23T15:21:46,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd8dc361a2041168e44f370aff64ced to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd8dc361a2041168e44f370aff64ced 2024-11-23T15:21:46,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1d845cc94ea44c96b19cedec2d92d350 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/1d845cc94ea44c96b19cedec2d92d350 2024-11-23T15:21:46,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e2a1c5c25a584e9c96c3bd4dc198b8de to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e2a1c5c25a584e9c96c3bd4dc198b8de 2024-11-23T15:21:46,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c660b6263c3d49ca8894978ea42638f7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/c660b6263c3d49ca8894978ea42638f7 2024-11-23T15:21:46,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/75063e2f413a411fbdd352034ef3b75f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/75063e2f413a411fbdd352034ef3b75f 2024-11-23T15:21:46,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/528c83ec57984698a1d1dec759c3968b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/528c83ec57984698a1d1dec759c3968b 2024-11-23T15:21:46,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/824d687fc5b54f748657280ff9bcc773 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/824d687fc5b54f748657280ff9bcc773 2024-11-23T15:21:46,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4b580d1085de42d2884cc3cb2e8674b5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/4b580d1085de42d2884cc3cb2e8674b5 2024-11-23T15:21:46,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a71c270a4b2448febff811d965054d54 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a71c270a4b2448febff811d965054d54 2024-11-23T15:21:46,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a50241b2f0d440c8994e5b8f4147a5a7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/a50241b2f0d440c8994e5b8f4147a5a7 2024-11-23T15:21:46,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fe16de83625a4b058af8d8d07e73c74d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fe16de83625a4b058af8d8d07e73c74d 2024-11-23T15:21:46,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/228d26631d7041bda34cba02c78dfa61 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/228d26631d7041bda34cba02c78dfa61 2024-11-23T15:21:46,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/665cd8979bf746b09c119d405bc7b8b1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/665cd8979bf746b09c119d405bc7b8b1 2024-11-23T15:21:46,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd399cbf17d46e3905009097ce3004b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/2fd399cbf17d46e3905009097ce3004b 2024-11-23T15:21:46,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/f74e258485cf4d078bd23edbcfeccaa1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/f74e258485cf4d078bd23edbcfeccaa1 2024-11-23T15:21:46,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5bbeebbc78aa434b906ea89c93afa3fc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5bbeebbc78aa434b906ea89c93afa3fc 2024-11-23T15:21:46,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/ca0770aaec644af5b2f9aa97dc8ac50f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/ca0770aaec644af5b2f9aa97dc8ac50f 2024-11-23T15:21:46,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5089fcb736bc41f4baa366269c4d2c21 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/5089fcb736bc41f4baa366269c4d2c21 2024-11-23T15:21:46,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/209440ef0ffa48f893551d3f09a7dfa8 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/209440ef0ffa48f893551d3f09a7dfa8 2024-11-23T15:21:46,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b231617fb6594f50bb6cc0c42a00a46f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/b231617fb6594f50bb6cc0c42a00a46f 2024-11-23T15:21:46,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3cf212cc4e0141dba372b36a640b2cf6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3cf212cc4e0141dba372b36a640b2cf6 2024-11-23T15:21:46,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fea03f469b3b431ebc864307b2ef6475 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/fea03f469b3b431ebc864307b2ef6475 2024-11-23T15:21:46,459 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/recovered.edits/617.seqid, newMaxSeqId=617, maxSeqId=1 2024-11-23T15:21:46,462 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001. 2024-11-23T15:21:46,462 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 064f0088aac40d705a8f2a1e371ed001: 2024-11-23T15:21:46,464 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:46,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=064f0088aac40d705a8f2a1e371ed001, regionState=CLOSED 2024-11-23T15:21:46,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T15:21:46,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 064f0088aac40d705a8f2a1e371ed001, server=6a36843bf905,41973,1732375277245 in 1.6870 sec 2024-11-23T15:21:46,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-23T15:21:46,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=064f0088aac40d705a8f2a1e371ed001, UNASSIGN in 1.6920 sec 2024-11-23T15:21:46,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T15:21:46,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6980 sec 2024-11-23T15:21:46,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375306471"}]},"ts":"1732375306471"} 2024-11-23T15:21:46,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T15:21:46,475 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T15:21:46,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7130 sec 2024-11-23T15:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T15:21:46,871 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-23T15:21:46,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T15:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:46,879 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:46,880 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-23T15:21:46,883 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:46,887 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/recovered.edits] 2024-11-23T15:21:46,890 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/437d18204ca449c5a662e60a1f34358f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/437d18204ca449c5a662e60a1f34358f 2024-11-23T15:21:46,892 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/83f31899ee024e6abde7651bfd1044a0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/A/83f31899ee024e6abde7651bfd1044a0 2024-11-23T15:21:46,894 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/23657a7c67394b4ca16550daebe0e740 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/23657a7c67394b4ca16550daebe0e740 2024-11-23T15:21:46,895 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/bfdcd2bd09654141b70f7cb1fbe06845 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/B/bfdcd2bd09654141b70f7cb1fbe06845 2024-11-23T15:21:46,898 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3c257f892ab14138bbbd5e6d4940e047 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3c257f892ab14138bbbd5e6d4940e047 2024-11-23T15:21:46,899 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3d42ce2ab9af494c906fcc3be4149a27 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/3d42ce2ab9af494c906fcc3be4149a27 2024-11-23T15:21:46,900 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/6b28fad0ae6d467d8c43e6911bea6384 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/6b28fad0ae6d467d8c43e6911bea6384 2024-11-23T15:21:46,901 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e16bc68df6264c088ceb715134c57f0f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/C/e16bc68df6264c088ceb715134c57f0f 2024-11-23T15:21:46,904 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/recovered.edits/617.seqid to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001/recovered.edits/617.seqid 2024-11-23T15:21:46,904 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/064f0088aac40d705a8f2a1e371ed001 2024-11-23T15:21:46,904 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T15:21:46,910 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:46,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T15:21:46,917 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T15:21:46,950 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T15:21:46,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:46,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T15:21:46,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732375306952"}]},"ts":"9223372036854775807"} 2024-11-23T15:21:46,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T15:21:46,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 064f0088aac40d705a8f2a1e371ed001, NAME => 'TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T15:21:46,956 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T15:21:46,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732375306956"}]},"ts":"9223372036854775807"} 2024-11-23T15:21:46,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T15:21:46,961 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:46,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-23T15:21:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-23T15:21:46,981 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 44 completed 2024-11-23T15:21:46,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T15:21:46,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2040486688_22 at /127.0.0.1:45010 [Waiting for operation #226] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1257438-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1983218242_22 at /127.0.0.1:59042 [Waiting for operation #323] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1983218242_22 at /127.0.0.1:44780 [Waiting for operation #305] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1257438-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1257438-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6a36843bf905:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6a36843bf905:41973-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1257438-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2040486688_22 at /127.0.0.1:50318 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 170) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3978 (was 4499) 2024-11-23T15:21:47,007 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=3977 2024-11-23T15:21:47,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:21:47,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:47,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:21:47,011 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:47,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 45 2024-11-23T15:21:47,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:21:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T15:21:47,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741975_1151 (size=960) 2024-11-23T15:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T15:21:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T15:21:47,422 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:21:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741976_1152 (size=53) 2024-11-23T15:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T15:21:47,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:47,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 27a23b0f57db9154820f9f91111253d6, disabling compactions & flushes 2024-11-23T15:21:47,829 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:47,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:47,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. after waiting 0 ms 2024-11-23T15:21:47,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:47,829 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:47,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:47,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:21:47,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732375307830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375307830"}]},"ts":"1732375307830"} 2024-11-23T15:21:47,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:21:47,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:21:47,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375307833"}]},"ts":"1732375307833"} 2024-11-23T15:21:47,834 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T15:21:47,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, ASSIGN}] 2024-11-23T15:21:47,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, ASSIGN 2024-11-23T15:21:47,839 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:21:47,990 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:47,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T15:21:48,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:48,146 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:48,146 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:48,147 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,147 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:48,147 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,147 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,148 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,149 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:48,150 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a23b0f57db9154820f9f91111253d6 columnFamilyName A 2024-11-23T15:21:48,150 DEBUG [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:48,150 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(327): Store=27a23b0f57db9154820f9f91111253d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:48,150 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,151 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:48,152 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a23b0f57db9154820f9f91111253d6 columnFamilyName B 2024-11-23T15:21:48,152 DEBUG [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:48,153 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(327): Store=27a23b0f57db9154820f9f91111253d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:48,153 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,154 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:48,154 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a23b0f57db9154820f9f91111253d6 columnFamilyName C 2024-11-23T15:21:48,154 DEBUG [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:48,154 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(327): Store=27a23b0f57db9154820f9f91111253d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:48,154 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:48,155 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,155 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,156 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:21:48,157 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:48,159 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:21:48,159 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 27a23b0f57db9154820f9f91111253d6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75409438, jitterRate=0.12368819117546082}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:21:48,160 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:48,161 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., pid=47, masterSystemTime=1732375308143 2024-11-23T15:21:48,162 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:48,162 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:48,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:48,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-23T15:21:48,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 in 173 msec 2024-11-23T15:21:48,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T15:21:48,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, ASSIGN in 329 msec 2024-11-23T15:21:48,168 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:21:48,168 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375308168"}]},"ts":"1732375308168"} 2024-11-23T15:21:48,169 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T15:21:48,172 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:21:48,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-23T15:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T15:21:49,120 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-23T15:21:49,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77e36419 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fcb4db1 2024-11-23T15:21:49,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e39091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:49,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:49,129 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:49,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:21:49,132 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:21:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:21:49,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:21:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T15:21:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741977_1153 (size=996) 2024-11-23T15:21:49,555 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T15:21:49,555 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T15:21:49,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:21:49,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, REOPEN/MOVE}] 2024-11-23T15:21:49,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, REOPEN/MOVE 2024-11-23T15:21:49,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:49,569 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:21:49,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; CloseRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:49,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:49,721 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(124): Close 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:49,721 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:21:49,721 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1681): Closing 27a23b0f57db9154820f9f91111253d6, disabling compactions & flushes 2024-11-23T15:21:49,721 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:49,721 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:49,721 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. after waiting 0 ms 2024-11-23T15:21:49,721 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:49,725 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T15:21:49,725 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:49,725 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1635): Region close journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:49,725 WARN [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionServer(3786): Not adding moved region record: 27a23b0f57db9154820f9f91111253d6 to self. 2024-11-23T15:21:49,727 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(170): Closed 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:49,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=CLOSED 2024-11-23T15:21:49,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=50 2024-11-23T15:21:49,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=50, state=SUCCESS; CloseRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 in 160 msec 2024-11-23T15:21:49,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, REOPEN/MOVE; state=CLOSED, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=true 2024-11-23T15:21:49,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:49,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE; OpenRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:21:50,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,037 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,037 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:21:50,038 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,038 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:21:50,038 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,038 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,040 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,041 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:50,046 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a23b0f57db9154820f9f91111253d6 columnFamilyName A 2024-11-23T15:21:50,048 DEBUG [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:50,048 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(327): Store=27a23b0f57db9154820f9f91111253d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:50,049 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,049 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:50,049 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a23b0f57db9154820f9f91111253d6 columnFamilyName B 2024-11-23T15:21:50,049 DEBUG [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:50,050 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(327): Store=27a23b0f57db9154820f9f91111253d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:50,050 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,050 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:21:50,051 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a23b0f57db9154820f9f91111253d6 columnFamilyName C 2024-11-23T15:21:50,051 DEBUG [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:50,051 INFO [StoreOpener-27a23b0f57db9154820f9f91111253d6-1 {}] regionserver.HStore(327): Store=27a23b0f57db9154820f9f91111253d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:21:50,051 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,052 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,053 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,054 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:21:50,055 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,056 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 27a23b0f57db9154820f9f91111253d6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72162515, jitterRate=0.0753052681684494}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:21:50,056 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:50,057 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., pid=52, masterSystemTime=1732375310034 2024-11-23T15:21:50,059 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,059 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=OPEN, openSeqNum=5, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=50 2024-11-23T15:21:50,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=50, state=SUCCESS; OpenRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 in 178 msec 2024-11-23T15:21:50,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T15:21:50,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, REOPEN/MOVE in 495 msec 2024-11-23T15:21:50,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-23T15:21:50,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-23T15:21:50,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-11-23T15:21:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=48 2024-11-23T15:21:50,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dc4805b to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ff49468 2024-11-23T15:21:50,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dff0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34e78b2e to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7763c4d1 2024-11-23T15:21:50,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7052a2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d92bd5b to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12bf893 2024-11-23T15:21:50,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d1bb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3183e16a to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34a1b861 2024-11-23T15:21:50,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486d93ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ad687d2 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61900726 2024-11-23T15:21:50,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45472b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x093cc14f to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75df0cb6 2024-11-23T15:21:50,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43a15d92 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9643ec 2024-11-23T15:21:50,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e00ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28575504 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422eac1 2024-11-23T15:21:50,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42aa95c2 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d0bb4 2024-11-23T15:21:50,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dbd549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:21:50,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:50,121 DEBUG [hconnection-0x7add354b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T15:21:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:50,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:50,123 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:50,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:50,124 DEBUG [hconnection-0x4ab1a2af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,124 DEBUG [hconnection-0x6f22be73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,125 DEBUG [hconnection-0x2a2a8c25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,125 DEBUG [hconnection-0x3c95fcd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,126 DEBUG [hconnection-0x531be870-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,126 DEBUG [hconnection-0x319a769e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,127 DEBUG [hconnection-0x4c751f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,127 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,127 DEBUG [hconnection-0x1182f757-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:21:50,127 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,127 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,130 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:21:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:21:50,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:50,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:50,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:50,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:50,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:50,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375370167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375370166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375370168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375370170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375370170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233158a8efee1c43e091ab6b30b90a3400_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375310143/Put/seqid=0 2024-11-23T15:21:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741978_1154 (size=12154) 2024-11-23T15:21:50,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375370272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375370272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375370273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375370276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375370277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:50,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:50,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:50,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375370478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375370478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375370481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375370481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375370482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:50,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233158a8efee1c43e091ab6b30b90a3400_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233158a8efee1c43e091ab6b30b90a3400_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:50,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/94d9cbd76f2240d59ba7430e0d580856, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:50,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/94d9cbd76f2240d59ba7430e0d580856 is 175, key is test_row_0/A:col10/1732375310143/Put/seqid=0 2024-11-23T15:21:50,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741979_1155 (size=30955) 2024-11-23T15:21:50,700 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/94d9cbd76f2240d59ba7430e0d580856 2024-11-23T15:21:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:50,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c75ca108f8e34975ae86ef304a20769b is 50, key is test_row_0/B:col10/1732375310143/Put/seqid=0 2024-11-23T15:21:50,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741980_1156 (size=12001) 2024-11-23T15:21:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375370783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375370783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375370785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375370786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375370785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:50,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:50,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c75ca108f8e34975ae86ef304a20769b 2024-11-23T15:21:51,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/5f9069d2b7d44a0ca353634800fa2d8a is 50, key is test_row_0/C:col10/1732375310143/Put/seqid=0 2024-11-23T15:21:51,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741981_1157 (size=12001) 2024-11-23T15:21:51,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/5f9069d2b7d44a0ca353634800fa2d8a 2024-11-23T15:21:51,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/94d9cbd76f2240d59ba7430e0d580856 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856 2024-11-23T15:21:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:51,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856, entries=150, sequenceid=18, filesize=30.2 K 2024-11-23T15:21:51,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c75ca108f8e34975ae86ef304a20769b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c75ca108f8e34975ae86ef304a20769b 2024-11-23T15:21:51,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c75ca108f8e34975ae86ef304a20769b, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T15:21:51,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/5f9069d2b7d44a0ca353634800fa2d8a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5f9069d2b7d44a0ca353634800fa2d8a 2024-11-23T15:21:51,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5f9069d2b7d44a0ca353634800fa2d8a, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T15:21:51,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 27a23b0f57db9154820f9f91111253d6 in 1109ms, sequenceid=18, compaction requested=false 2024-11-23T15:21:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:51,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:21:51,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:51,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:51,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112378eb8fb33ea84f7ca575dc0e6441ee9f_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375310167/Put/seqid=0 2024-11-23T15:21:51,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375371304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375371308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375371312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375371314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375371316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741982_1158 (size=14594) 2024-11-23T15:21:51,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:51,332 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112378eb8fb33ea84f7ca575dc0e6441ee9f_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378eb8fb33ea84f7ca575dc0e6441ee9f_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:51,333 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/92082551002a4bd8ad192bba1ca3d0d8, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:51,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/92082551002a4bd8ad192bba1ca3d0d8 is 175, key is test_row_0/A:col10/1732375310167/Put/seqid=0 2024-11-23T15:21:51,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741983_1159 (size=39549) 2024-11-23T15:21:51,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/92082551002a4bd8ad192bba1ca3d0d8 2024-11-23T15:21:51,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a6b1afda81814a27bd74e4af61386f91 is 50, key is test_row_0/B:col10/1732375310167/Put/seqid=0 2024-11-23T15:21:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741984_1160 (size=12001) 2024-11-23T15:21:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375371418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375371420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375371421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375371422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375371422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375371622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375371622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375371625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375371626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375371626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a6b1afda81814a27bd74e4af61386f91 2024-11-23T15:21:51,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ee8d2fcbab114e5d9eb337c0c04bcce3 is 50, key is test_row_0/C:col10/1732375310167/Put/seqid=0 2024-11-23T15:21:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741985_1161 (size=12001) 2024-11-23T15:21:51,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ee8d2fcbab114e5d9eb337c0c04bcce3 2024-11-23T15:21:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/92082551002a4bd8ad192bba1ca3d0d8 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8 2024-11-23T15:21:51,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8, entries=200, sequenceid=42, filesize=38.6 K 2024-11-23T15:21:51,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a6b1afda81814a27bd74e4af61386f91 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a6b1afda81814a27bd74e4af61386f91 2024-11-23T15:21:51,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a6b1afda81814a27bd74e4af61386f91, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T15:21:51,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ee8d2fcbab114e5d9eb337c0c04bcce3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ee8d2fcbab114e5d9eb337c0c04bcce3 2024-11-23T15:21:51,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ee8d2fcbab114e5d9eb337c0c04bcce3, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T15:21:51,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 27a23b0f57db9154820f9f91111253d6 in 568ms, sequenceid=42, compaction requested=false 2024-11-23T15:21:51,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:51,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T15:21:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:51,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239f81a9d4cb1a499185b86c9c56c9cd04_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375371951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375371952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375371952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375371953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375371955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:51,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:51,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741986_1162 (size=14594) 2024-11-23T15:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:51,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:51,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239f81a9d4cb1a499185b86c9c56c9cd04_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239f81a9d4cb1a499185b86c9c56c9cd04_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:51,976 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/74383566a70e4510806b98e69e0701ea, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:51,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/74383566a70e4510806b98e69e0701ea is 175, key is test_row_0/A:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:51,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741987_1163 (size=39549) 2024-11-23T15:21:52,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T15:21:52,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375372057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375372060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375372060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375372060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375372061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:52,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:52,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375372262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375372262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375372263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375372263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375372265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,388 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/74383566a70e4510806b98e69e0701ea 2024-11-23T15:21:52,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/f249f05827264a8a965cb4fd363aa0b2 is 50, key is test_row_0/B:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741988_1164 (size=12001) 2024-11-23T15:21:52,423 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375372567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375372568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375372568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375372568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375372568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:52,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:52,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:52,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/f249f05827264a8a965cb4fd363aa0b2 2024-11-23T15:21:52,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/e0516ddedad145e4864e08362909e2e5 is 50, key is test_row_0/C:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741989_1165 (size=12001) 2024-11-23T15:21:52,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/e0516ddedad145e4864e08362909e2e5 2024-11-23T15:21:52,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/74383566a70e4510806b98e69e0701ea as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea 2024-11-23T15:21:52,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea, entries=200, sequenceid=55, filesize=38.6 K 2024-11-23T15:21:52,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/f249f05827264a8a965cb4fd363aa0b2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f249f05827264a8a965cb4fd363aa0b2 2024-11-23T15:21:52,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f249f05827264a8a965cb4fd363aa0b2, entries=150, sequenceid=55, filesize=11.7 K 2024-11-23T15:21:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/e0516ddedad145e4864e08362909e2e5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/e0516ddedad145e4864e08362909e2e5 2024-11-23T15:21:52,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/e0516ddedad145e4864e08362909e2e5, entries=150, sequenceid=55, filesize=11.7 K 2024-11-23T15:21:52,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 27a23b0f57db9154820f9f91111253d6 in 948ms, sequenceid=55, compaction requested=true 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:52,873 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:52,873 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:52,874 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:52,874 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:21:52,874 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,875 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=107.5 K 2024-11-23T15:21:52,875 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,875 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea] 2024-11-23T15:21:52,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:52,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:21:52,875 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,876 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c75ca108f8e34975ae86ef304a20769b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a6b1afda81814a27bd74e4af61386f91, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f249f05827264a8a965cb4fd363aa0b2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=35.2 K 2024-11-23T15:21:52,876 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94d9cbd76f2240d59ba7430e0d580856, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732375310140 2024-11-23T15:21:52,876 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c75ca108f8e34975ae86ef304a20769b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732375310140 2024-11-23T15:21:52,877 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a6b1afda81814a27bd74e4af61386f91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732375310161 2024-11-23T15:21:52,877 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92082551002a4bd8ad192bba1ca3d0d8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732375310161 2024-11-23T15:21:52,877 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f249f05827264a8a965cb4fd363aa0b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732375311298 2024-11-23T15:21:52,878 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74383566a70e4510806b98e69e0701ea, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732375311298 2024-11-23T15:21:52,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:52,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T15:21:52,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:52,884 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:21:52,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:52,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:52,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:52,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:52,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:52,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:52,888 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:52,893 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#145 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:52,894 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a0b9bafe25d74ce0805defcb724404f2 is 50, key is test_row_0/B:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:52,902 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a47e76c1a23f4702b5ff7618dc8539ae_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:52,912 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a47e76c1a23f4702b5ff7618dc8539ae_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:52,912 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a47e76c1a23f4702b5ff7618dc8539ae_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:52,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b37f7ad489a14470964ee59f1581de5d_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375311940/Put/seqid=0 2024-11-23T15:21:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741990_1166 (size=12104) 2024-11-23T15:21:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741991_1167 (size=4469) 2024-11-23T15:21:52,952 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#146 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:52,954 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ed6f4ca11c6341828e0d21a5ca2f9052 is 175, key is test_row_0/A:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:52,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741992_1168 (size=12154) 2024-11-23T15:21:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:52,969 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b37f7ad489a14470964ee59f1581de5d_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b37f7ad489a14470964ee59f1581de5d_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/c5edde241b9e4f5ca03ac9e7a47d9159, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/c5edde241b9e4f5ca03ac9e7a47d9159 is 175, key is test_row_0/A:col10/1732375311940/Put/seqid=0 2024-11-23T15:21:52,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741994_1170 (size=30955) 2024-11-23T15:21:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741993_1169 (size=31058) 2024-11-23T15:21:52,992 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ed6f4ca11c6341828e0d21a5ca2f9052 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ed6f4ca11c6341828e0d21a5ca2f9052 2024-11-23T15:21:52,999 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into ed6f4ca11c6341828e0d21a5ca2f9052(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:52,999 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:52,999 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=13, startTime=1732375312873; duration=0sec 2024-11-23T15:21:52,999 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:52,999 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:21:53,000 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:53,001 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:53,002 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:21:53,002 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:53,002 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5f9069d2b7d44a0ca353634800fa2d8a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ee8d2fcbab114e5d9eb337c0c04bcce3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/e0516ddedad145e4864e08362909e2e5] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=35.2 K 2024-11-23T15:21:53,002 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9069d2b7d44a0ca353634800fa2d8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732375310140 2024-11-23T15:21:53,004 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee8d2fcbab114e5d9eb337c0c04bcce3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732375310161 2024-11-23T15:21:53,005 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0516ddedad145e4864e08362909e2e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732375311298 2024-11-23T15:21:53,018 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:53,019 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/00863a7a9f5846fa9e1bf775cf32fa21 is 50, key is test_row_0/C:col10/1732375311314/Put/seqid=0 2024-11-23T15:21:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741995_1171 (size=12104) 2024-11-23T15:21:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:53,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375373080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375373080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375373083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375373084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375373084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375373186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375373186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375373187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375373188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375373188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,317 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T15:21:53,319 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T15:21:53,339 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a0b9bafe25d74ce0805defcb724404f2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a0b9bafe25d74ce0805defcb724404f2 2024-11-23T15:21:53,344 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into a0b9bafe25d74ce0805defcb724404f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:53,344 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:53,344 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=13, startTime=1732375312873; duration=0sec 2024-11-23T15:21:53,344 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:53,344 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:21:53,378 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/c5edde241b9e4f5ca03ac9e7a47d9159 2024-11-23T15:21:53,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/d882d94ee9584e599f28e8a578645048 is 50, key is test_row_0/B:col10/1732375311940/Put/seqid=0 2024-11-23T15:21:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375373390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375373390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375373390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375373391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375373391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741996_1172 (size=12001) 2024-11-23T15:21:53,395 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/d882d94ee9584e599f28e8a578645048 2024-11-23T15:21:53,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/087fb3d8bb484a8688fe77a6efdf01f2 is 50, key is test_row_0/C:col10/1732375311940/Put/seqid=0 2024-11-23T15:21:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741997_1173 (size=12001) 2024-11-23T15:21:53,409 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/087fb3d8bb484a8688fe77a6efdf01f2 2024-11-23T15:21:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/c5edde241b9e4f5ca03ac9e7a47d9159 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159 2024-11-23T15:21:53,418 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T15:21:53,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/d882d94ee9584e599f28e8a578645048 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d882d94ee9584e599f28e8a578645048 2024-11-23T15:21:53,423 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d882d94ee9584e599f28e8a578645048, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T15:21:53,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/087fb3d8bb484a8688fe77a6efdf01f2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/087fb3d8bb484a8688fe77a6efdf01f2 2024-11-23T15:21:53,429 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/087fb3d8bb484a8688fe77a6efdf01f2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T15:21:53,430 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27a23b0f57db9154820f9f91111253d6 in 546ms, sequenceid=78, compaction requested=false 2024-11-23T15:21:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T15:21:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T15:21:53,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T15:21:53,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3090 sec 2024-11-23T15:21:53,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.3140 sec 2024-11-23T15:21:53,448 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/00863a7a9f5846fa9e1bf775cf32fa21 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/00863a7a9f5846fa9e1bf775cf32fa21 2024-11-23T15:21:53,454 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into 00863a7a9f5846fa9e1bf775cf32fa21(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:53,454 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:53,454 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=13, startTime=1732375312873; duration=0sec 2024-11-23T15:21:53,454 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:53,454 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:21:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:53,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T15:21:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:53,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d6b26f1fa2741f396e8a8ad83988afc_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:53,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375373715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375373716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375373717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375373719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375373720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741998_1174 (size=14594) 2024-11-23T15:21:53,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:53,742 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d6b26f1fa2741f396e8a8ad83988afc_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d6b26f1fa2741f396e8a8ad83988afc_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:53,743 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/48c3f2727b4a4135ac7b9b82a24b85c6, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:53,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/48c3f2727b4a4135ac7b9b82a24b85c6 is 175, key is test_row_0/A:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741999_1175 (size=39549) 2024-11-23T15:21:53,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375373821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375373821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375373822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375373824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375373824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375374023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375374026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375374027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375374028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375374028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/48c3f2727b4a4135ac7b9b82a24b85c6 2024-11-23T15:21:54,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2df4dcaf0df54904b975d93a7f948352 is 50, key is test_row_0/B:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:54,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742000_1176 (size=12001) 2024-11-23T15:21:54,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2df4dcaf0df54904b975d93a7f948352 2024-11-23T15:21:54,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ab4bc964348a423585793f5c7dc200ee is 50, key is test_row_0/C:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742001_1177 (size=12001) 2024-11-23T15:21:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T15:21:54,228 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T15:21:54,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T15:21:54,233 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:54,233 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:54,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T15:21:54,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375374326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375374329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375374330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375374332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375374332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T15:21:54,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T15:21:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:54,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:54,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T15:21:54,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:54,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:54,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T15:21:54,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ab4bc964348a423585793f5c7dc200ee 2024-11-23T15:21:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/48c3f2727b4a4135ac7b9b82a24b85c6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6 2024-11-23T15:21:54,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6, entries=200, sequenceid=95, filesize=38.6 K 2024-11-23T15:21:54,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2df4dcaf0df54904b975d93a7f948352 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2df4dcaf0df54904b975d93a7f948352 2024-11-23T15:21:54,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2df4dcaf0df54904b975d93a7f948352, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T15:21:54,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ab4bc964348a423585793f5c7dc200ee as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab4bc964348a423585793f5c7dc200ee 2024-11-23T15:21:54,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab4bc964348a423585793f5c7dc200ee, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T15:21:54,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 27a23b0f57db9154820f9f91111253d6 in 915ms, sequenceid=95, compaction requested=true 2024-11-23T15:21:54,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:54,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:54,611 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:54,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:54,611 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:54,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:54,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:54,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:54,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:54,612 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:54,612 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:54,612 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:21:54,612 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:21:54,612 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,612 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,613 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a0b9bafe25d74ce0805defcb724404f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d882d94ee9584e599f28e8a578645048, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2df4dcaf0df54904b975d93a7f948352] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=35.3 K 2024-11-23T15:21:54,613 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ed6f4ca11c6341828e0d21a5ca2f9052, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=99.2 K 2024-11-23T15:21:54,613 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,613 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ed6f4ca11c6341828e0d21a5ca2f9052, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6] 2024-11-23T15:21:54,613 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a0b9bafe25d74ce0805defcb724404f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732375311298 2024-11-23T15:21:54,613 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed6f4ca11c6341828e0d21a5ca2f9052, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732375311298 2024-11-23T15:21:54,613 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d882d94ee9584e599f28e8a578645048, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375311940 2024-11-23T15:21:54,614 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5edde241b9e4f5ca03ac9e7a47d9159, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375311940 2024-11-23T15:21:54,614 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2df4dcaf0df54904b975d93a7f948352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732375313079 2024-11-23T15:21:54,615 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c3f2727b4a4135ac7b9b82a24b85c6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732375313079 2024-11-23T15:21:54,624 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:54,630 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:54,630 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c475e3cf2d9544459ab81a15fd303c58 is 50, key is test_row_0/B:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:54,636 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112303b46fedf91d4ba18f3afc0077870f34_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:54,641 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112303b46fedf91d4ba18f3afc0077870f34_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:54,641 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112303b46fedf91d4ba18f3afc0077870f34_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742002_1178 (size=12207) 2024-11-23T15:21:54,669 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c475e3cf2d9544459ab81a15fd303c58 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c475e3cf2d9544459ab81a15fd303c58 2024-11-23T15:21:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742003_1179 (size=4469) 2024-11-23T15:21:54,676 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into c475e3cf2d9544459ab81a15fd303c58(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:54,676 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:54,676 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=13, startTime=1732375314611; duration=0sec 2024-11-23T15:21:54,676 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:54,676 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:21:54,677 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:21:54,677 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#154 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:54,678 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/292fd244aa8f4f23b355967b1b04e57d is 175, key is test_row_0/A:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:54,678 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:21:54,678 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:21:54,678 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,679 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/00863a7a9f5846fa9e1bf775cf32fa21, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/087fb3d8bb484a8688fe77a6efdf01f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab4bc964348a423585793f5c7dc200ee] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=35.3 K 2024-11-23T15:21:54,679 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 00863a7a9f5846fa9e1bf775cf32fa21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732375311298 2024-11-23T15:21:54,680 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 087fb3d8bb484a8688fe77a6efdf01f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375311940 2024-11-23T15:21:54,680 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ab4bc964348a423585793f5c7dc200ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732375313079 2024-11-23T15:21:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742004_1180 (size=31161) 2024-11-23T15:21:54,690 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:54,691 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/8c7219b219c949479336119da5ee5147 is 50, key is test_row_0/C:col10/1732375313693/Put/seqid=0 2024-11-23T15:21:54,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T15:21:54,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:54,693 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:21:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742005_1181 (size=12207) 2024-11-23T15:21:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234679b2a3cdbf4f6ca53f64bbde01ff46_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375313716/Put/seqid=0 2024-11-23T15:21:54,708 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/292fd244aa8f4f23b355967b1b04e57d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/292fd244aa8f4f23b355967b1b04e57d 2024-11-23T15:21:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742006_1182 (size=12154) 2024-11-23T15:21:54,715 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into 292fd244aa8f4f23b355967b1b04e57d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:54,715 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:54,715 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=13, startTime=1732375314610; duration=0sec 2024-11-23T15:21:54,715 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:54,715 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:21:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:54,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:54,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375374840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T15:21:54,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375374841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375374841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375374842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375374843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375374945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375374945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375374947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375374946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:54,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375374947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,104 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/8c7219b219c949479336119da5ee5147 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/8c7219b219c949479336119da5ee5147 2024-11-23T15:21:55,111 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into 8c7219b219c949479336119da5ee5147(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:55,111 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:55,111 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=13, startTime=1732375314611; duration=0sec 2024-11-23T15:21:55,111 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:55,111 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:21:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:55,122 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234679b2a3cdbf4f6ca53f64bbde01ff46_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234679b2a3cdbf4f6ca53f64bbde01ff46_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/0f3c31aba7054eb8bcd8a7834e14dbc4, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:55,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/0f3c31aba7054eb8bcd8a7834e14dbc4 is 175, key is test_row_0/A:col10/1732375313716/Put/seqid=0 2024-11-23T15:21:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742007_1183 (size=30955) 2024-11-23T15:21:55,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375375150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375375150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375375154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375375154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375375154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T15:21:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375375455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375375455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375375456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375375456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375375458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/0f3c31aba7054eb8bcd8a7834e14dbc4 2024-11-23T15:21:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/fadb837be7fe45c394f53e5a484d22b3 is 50, key is test_row_0/B:col10/1732375313716/Put/seqid=0 2024-11-23T15:21:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742008_1184 (size=12001) 2024-11-23T15:21:55,955 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/fadb837be7fe45c394f53e5a484d22b3 2024-11-23T15:21:55,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375375958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375375958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375375958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375375959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375375960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:55,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/50c9ee9847364cab947b60f18536b660 is 50, key is test_row_0/C:col10/1732375313716/Put/seqid=0 2024-11-23T15:21:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742009_1185 (size=12001) 2024-11-23T15:21:55,968 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/50c9ee9847364cab947b60f18536b660 2024-11-23T15:21:55,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/0f3c31aba7054eb8bcd8a7834e14dbc4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4 2024-11-23T15:21:55,978 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4, entries=150, sequenceid=119, filesize=30.2 K 2024-11-23T15:21:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/fadb837be7fe45c394f53e5a484d22b3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/fadb837be7fe45c394f53e5a484d22b3 2024-11-23T15:21:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/fadb837be7fe45c394f53e5a484d22b3, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T15:21:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/50c9ee9847364cab947b60f18536b660 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/50c9ee9847364cab947b60f18536b660 2024-11-23T15:21:55,993 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/50c9ee9847364cab947b60f18536b660, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T15:21:55,994 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27a23b0f57db9154820f9f91111253d6 in 1301ms, sequenceid=119, compaction requested=false 2024-11-23T15:21:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T15:21:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T15:21:55,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T15:21:55,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-23T15:21:56,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.7680 sec 2024-11-23T15:21:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T15:21:56,346 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T15:21:56,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T15:21:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T15:21:56,350 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:56,351 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:56,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T15:21:56,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:56,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T15:21:56,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:56,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T15:21:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:56,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123223794ef5a7e46328c6d540a9ef6c05f_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375314839/Put/seqid=0 2024-11-23T15:21:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742010_1186 (size=12254) 2024-11-23T15:21:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:56,540 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123223794ef5a7e46328c6d540a9ef6c05f_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123223794ef5a7e46328c6d540a9ef6c05f_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:56,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/b276d0fe2659446db24dde4430f21273, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:56,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/b276d0fe2659446db24dde4430f21273 is 175, key is test_row_0/A:col10/1732375314839/Put/seqid=0 2024-11-23T15:21:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742011_1187 (size=31055) 2024-11-23T15:21:56,547 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/b276d0fe2659446db24dde4430f21273 2024-11-23T15:21:56,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/e1b0beba88ff4cdabd6ef86f34625b29 is 50, key is test_row_0/B:col10/1732375314839/Put/seqid=0 2024-11-23T15:21:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742012_1188 (size=12101) 2024-11-23T15:21:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T15:21:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T15:21:56,962 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/e1b0beba88ff4cdabd6ef86f34625b29 2024-11-23T15:21:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:56,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/cbbfd79c648a4cdfa032eadebf58784b is 50, key is test_row_0/C:col10/1732375314839/Put/seqid=0 2024-11-23T15:21:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742013_1189 (size=12101) 2024-11-23T15:21:56,978 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/cbbfd79c648a4cdfa032eadebf58784b 2024-11-23T15:21:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/b276d0fe2659446db24dde4430f21273 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273 2024-11-23T15:21:56,987 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273, entries=150, sequenceid=134, filesize=30.3 K 2024-11-23T15:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/e1b0beba88ff4cdabd6ef86f34625b29 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/e1b0beba88ff4cdabd6ef86f34625b29 2024-11-23T15:21:56,991 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/e1b0beba88ff4cdabd6ef86f34625b29, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T15:21:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/cbbfd79c648a4cdfa032eadebf58784b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/cbbfd79c648a4cdfa032eadebf58784b 2024-11-23T15:21:56,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T15:21:56,996 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T15:21:56,997 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/cbbfd79c648a4cdfa032eadebf58784b, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T15:21:57,003 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=46.96 KB/48090 for 27a23b0f57db9154820f9f91111253d6 in 498ms, sequenceid=134, compaction requested=true 2024-11-23T15:21:57,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:57,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T15:21:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:57,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T15:21:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T15:21:57,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:57,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:57,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:57,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:57,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:57,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:57,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T15:21:57,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 654 msec 2024-11-23T15:21:57,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 659 msec 2024-11-23T15:21:57,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233b5e892851a34c1caed7436523a5692d_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742014_1190 (size=17284) 2024-11-23T15:21:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375377026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375377027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375377026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375377031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375377032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375377132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375377133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375377133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375377134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375377135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375377341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375377341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375377341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375377341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375377341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:57,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233b5e892851a34c1caed7436523a5692d_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233b5e892851a34c1caed7436523a5692d_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:57,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/4641f2981e3e426bb04ff0fd626133a6, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:57,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/4641f2981e3e426bb04ff0fd626133a6 is 175, key is test_row_0/A:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742015_1191 (size=48389) 2024-11-23T15:21:57,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/4641f2981e3e426bb04ff0fd626133a6 2024-11-23T15:21:57,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/8fb2bf1779944fd580d13c1fcd1fe064 is 50, key is test_row_0/B:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T15:21:57,453 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T15:21:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742016_1192 (size=12151) 2024-11-23T15:21:57,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T15:21:57,457 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:21:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:21:57,457 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:21:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:21:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:21:57,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T15:21:57,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:57,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375377645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375377646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375377646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375377646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375377647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:21:57,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T15:21:57,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:57,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/8fb2bf1779944fd580d13c1fcd1fe064 2024-11-23T15:21:57,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/c8da7795763346abb35f92a4205b795e is 50, key is test_row_0/C:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742017_1193 (size=12151) 2024-11-23T15:21:57,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:57,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T15:21:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:57,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:21:58,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T15:21:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375378149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375378150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375378152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375378152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375378156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T15:21:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:21:58,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/c8da7795763346abb35f92a4205b795e 2024-11-23T15:21:58,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/4641f2981e3e426bb04ff0fd626133a6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6 2024-11-23T15:21:58,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6, entries=250, sequenceid=149, filesize=47.3 K 2024-11-23T15:21:58,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/8fb2bf1779944fd580d13c1fcd1fe064 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8fb2bf1779944fd580d13c1fcd1fe064 2024-11-23T15:21:58,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8fb2bf1779944fd580d13c1fcd1fe064, entries=150, sequenceid=149, filesize=11.9 K 2024-11-23T15:21:58,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/c8da7795763346abb35f92a4205b795e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/c8da7795763346abb35f92a4205b795e 2024-11-23T15:21:58,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/c8da7795763346abb35f92a4205b795e, entries=150, sequenceid=149, filesize=11.9 K 2024-11-23T15:21:58,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 27a23b0f57db9154820f9f91111253d6 in 1296ms, sequenceid=149, compaction requested=true 2024-11-23T15:21:58,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:21:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:58,300 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:21:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:21:58,300 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:58,301 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:58,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141560 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:58,301 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:21:58,301 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:21:58,301 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,301 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,302 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/292fd244aa8f4f23b355967b1b04e57d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=138.2 K 2024-11-23T15:21:58,302 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c475e3cf2d9544459ab81a15fd303c58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/fadb837be7fe45c394f53e5a484d22b3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/e1b0beba88ff4cdabd6ef86f34625b29, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8fb2bf1779944fd580d13c1fcd1fe064] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=47.3 K 2024-11-23T15:21:58,302 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,302 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/292fd244aa8f4f23b355967b1b04e57d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6] 2024-11-23T15:21:58,302 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c475e3cf2d9544459ab81a15fd303c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732375313079 2024-11-23T15:21:58,302 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 292fd244aa8f4f23b355967b1b04e57d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732375313079 2024-11-23T15:21:58,303 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting fadb837be7fe45c394f53e5a484d22b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375313716 2024-11-23T15:21:58,303 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f3c31aba7054eb8bcd8a7834e14dbc4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375313716 2024-11-23T15:21:58,303 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b0beba88ff4cdabd6ef86f34625b29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732375314839 2024-11-23T15:21:58,303 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting b276d0fe2659446db24dde4430f21273, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732375314839 2024-11-23T15:21:58,306 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4641f2981e3e426bb04ff0fd626133a6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732375316972 2024-11-23T15:21:58,306 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb2bf1779944fd580d13c1fcd1fe064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732375316972 2024-11-23T15:21:58,323 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:58,325 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:58,325 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/16baf393fb9644d9aba648e2c3ce3bcc is 50, key is test_row_0/B:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:58,326 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112305c14457bce647b5ba1b4b9fdd4b3c31_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:58,328 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112305c14457bce647b5ba1b4b9fdd4b3c31_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:58,328 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112305c14457bce647b5ba1b4b9fdd4b3c31_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742019_1195 (size=4469) 2024-11-23T15:21:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742018_1194 (size=12493) 2024-11-23T15:21:58,355 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/16baf393fb9644d9aba648e2c3ce3bcc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/16baf393fb9644d9aba648e2c3ce3bcc 2024-11-23T15:21:58,362 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into 16baf393fb9644d9aba648e2c3ce3bcc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:58,362 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:58,362 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=12, startTime=1732375318300; duration=0sec 2024-11-23T15:21:58,362 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:21:58,362 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:21:58,362 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:21:58,363 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:21:58,363 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:21:58,363 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,364 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/8c7219b219c949479336119da5ee5147, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/50c9ee9847364cab947b60f18536b660, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/cbbfd79c648a4cdfa032eadebf58784b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/c8da7795763346abb35f92a4205b795e] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=47.3 K 2024-11-23T15:21:58,364 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c7219b219c949479336119da5ee5147, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732375313079 2024-11-23T15:21:58,364 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c9ee9847364cab947b60f18536b660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375313716 2024-11-23T15:21:58,365 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting cbbfd79c648a4cdfa032eadebf58784b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732375314839 2024-11-23T15:21:58,365 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c8da7795763346abb35f92a4205b795e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732375316972 2024-11-23T15:21:58,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:21:58,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T15:21:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:21:58,375 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T15:21:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:21:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:21:58,375 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:21:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:21:58,376 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/7af4f85eb50545beb8590d0bee6912cc is 50, key is test_row_0/C:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:58,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bf8f316f56a64200b7a9c8139af8e5e4_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375317026/Put/seqid=0 2024-11-23T15:21:58,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742020_1196 (size=12493) 2024-11-23T15:21:58,411 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/7af4f85eb50545beb8590d0bee6912cc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/7af4f85eb50545beb8590d0bee6912cc 2024-11-23T15:21:58,419 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into 7af4f85eb50545beb8590d0bee6912cc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:58,419 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:58,419 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=12, startTime=1732375318300; duration=0sec 2024-11-23T15:21:58,419 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:58,419 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:21:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742021_1197 (size=12304) 2024-11-23T15:21:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:21:58,744 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#167 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:21:58,745 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/db9821e806574a2b981d100ef4959529 is 175, key is test_row_0/A:col10/1732375316972/Put/seqid=0 2024-11-23T15:21:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742022_1198 (size=31447) 2024-11-23T15:21:58,757 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/db9821e806574a2b981d100ef4959529 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/db9821e806574a2b981d100ef4959529 2024-11-23T15:21:58,764 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into db9821e806574a2b981d100ef4959529(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:21:58,764 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:21:58,764 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=12, startTime=1732375318299; duration=0sec 2024-11-23T15:21:58,764 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:21:58,764 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:21:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:21:58,828 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bf8f316f56a64200b7a9c8139af8e5e4_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bf8f316f56a64200b7a9c8139af8e5e4_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e48e94da9a894941bcac3fd8e65539b1, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e48e94da9a894941bcac3fd8e65539b1 is 175, key is test_row_0/A:col10/1732375317026/Put/seqid=0 2024-11-23T15:21:58,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742023_1199 (size=31105) 2024-11-23T15:21:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:21:59,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:21:59,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375379168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375379168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375379169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375379169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375379170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e48e94da9a894941bcac3fd8e65539b1 2024-11-23T15:21:59,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/bdc7e20db10848ddaa66c1f9cc50e7f1 is 50, key is test_row_0/B:col10/1732375317026/Put/seqid=0 2024-11-23T15:21:59,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742024_1200 (size=12151) 2024-11-23T15:21:59,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375379274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375379275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375379275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375379477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375379478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375379478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:21:59,651 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/bdc7e20db10848ddaa66c1f9cc50e7f1 2024-11-23T15:21:59,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/6006a7d3e2c94e8996439b3b1e1f5861 is 50, key is test_row_0/C:col10/1732375317026/Put/seqid=0 2024-11-23T15:21:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742025_1201 (size=12151) 2024-11-23T15:21:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375379781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375379781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:21:59,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:21:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375379783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,066 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/6006a7d3e2c94e8996439b3b1e1f5861 2024-11-23T15:22:00,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e48e94da9a894941bcac3fd8e65539b1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1 2024-11-23T15:22:00,076 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1, entries=150, sequenceid=172, filesize=30.4 K 2024-11-23T15:22:00,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/bdc7e20db10848ddaa66c1f9cc50e7f1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/bdc7e20db10848ddaa66c1f9cc50e7f1 2024-11-23T15:22:00,082 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/bdc7e20db10848ddaa66c1f9cc50e7f1, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T15:22:00,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/6006a7d3e2c94e8996439b3b1e1f5861 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/6006a7d3e2c94e8996439b3b1e1f5861 2024-11-23T15:22:00,087 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/6006a7d3e2c94e8996439b3b1e1f5861, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T15:22:00,088 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 27a23b0f57db9154820f9f91111253d6 in 1713ms, sequenceid=172, compaction requested=false 2024-11-23T15:22:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T15:22:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T15:22:00,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T15:22:00,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-23T15:22:00,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.6390 sec 2024-11-23T15:22:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:00,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T15:22:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:00,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6ab6a9553c144e48340c5681f75de06_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742026_1202 (size=14794) 2024-11-23T15:22:00,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375380309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375380310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375380312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375380414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375380414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375380414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375380617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375380617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375380617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:00,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6ab6a9553c144e48340c5681f75de06_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6ab6a9553c144e48340c5681f75de06_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:00,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1ea73be084714457938339a02c712ebb, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:00,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1ea73be084714457938339a02c712ebb is 175, key is test_row_0/A:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742027_1203 (size=39749) 2024-11-23T15:22:00,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375380921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375380921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375380923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1ea73be084714457938339a02c712ebb 2024-11-23T15:22:01,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/012b5912dc2d40038f62ee968be4f246 is 50, key is test_row_0/B:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742028_1204 (size=12151) 2024-11-23T15:22:01,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375381178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,181 DEBUG [Thread-736 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375381182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,184 DEBUG [Thread-744 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375381423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375381425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375381428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/012b5912dc2d40038f62ee968be4f246 2024-11-23T15:22:01,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ab9f3661a9ea475a952adaaac3ddfbc4 is 50, key is test_row_0/C:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:01,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742029_1205 (size=12151) 2024-11-23T15:22:01,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ab9f3661a9ea475a952adaaac3ddfbc4 2024-11-23T15:22:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1ea73be084714457938339a02c712ebb as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb 2024-11-23T15:22:01,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb, entries=200, sequenceid=189, filesize=38.8 K 2024-11-23T15:22:01,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/012b5912dc2d40038f62ee968be4f246 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/012b5912dc2d40038f62ee968be4f246 2024-11-23T15:22:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T15:22:01,562 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T15:22:01,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-23T15:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T15:22:01,565 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:01,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/012b5912dc2d40038f62ee968be4f246, entries=150, sequenceid=189, filesize=11.9 K 2024-11-23T15:22:01,566 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:01,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:01,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ab9f3661a9ea475a952adaaac3ddfbc4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab9f3661a9ea475a952adaaac3ddfbc4 2024-11-23T15:22:01,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab9f3661a9ea475a952adaaac3ddfbc4, entries=150, sequenceid=189, filesize=11.9 K 2024-11-23T15:22:01,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 27a23b0f57db9154820f9f91111253d6 in 1286ms, sequenceid=189, compaction requested=true 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:01,574 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:01,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:01,574 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:01,576 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:01,576 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:01,576 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:22:01,576 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:22:01,576 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:01,576 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:01,576 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/16baf393fb9644d9aba648e2c3ce3bcc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/bdc7e20db10848ddaa66c1f9cc50e7f1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/012b5912dc2d40038f62ee968be4f246] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=35.9 K 2024-11-23T15:22:01,576 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/db9821e806574a2b981d100ef4959529, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=99.9 K 2024-11-23T15:22:01,576 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:01,576 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/db9821e806574a2b981d100ef4959529, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb] 2024-11-23T15:22:01,577 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 16baf393fb9644d9aba648e2c3ce3bcc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732375316972 2024-11-23T15:22:01,577 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting db9821e806574a2b981d100ef4959529, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732375316972 2024-11-23T15:22:01,577 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting bdc7e20db10848ddaa66c1f9cc50e7f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732375317026 2024-11-23T15:22:01,577 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e48e94da9a894941bcac3fd8e65539b1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732375317026 2024-11-23T15:22:01,577 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 012b5912dc2d40038f62ee968be4f246, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732375319158 2024-11-23T15:22:01,578 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ea73be084714457938339a02c712ebb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732375319158 2024-11-23T15:22:01,584 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:01,585 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:01,585 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/966af9ebe2004a4db46ac5d4d8043492 is 50, key is test_row_0/B:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:01,586 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fc417f11504c4e2daec0c1902bc1b217_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:01,588 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fc417f11504c4e2daec0c1902bc1b217_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:01,588 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc417f11504c4e2daec0c1902bc1b217_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742030_1206 (size=12595) 2024-11-23T15:22:01,603 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/966af9ebe2004a4db46ac5d4d8043492 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/966af9ebe2004a4db46ac5d4d8043492 2024-11-23T15:22:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742031_1207 (size=4469) 2024-11-23T15:22:01,609 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into 966af9ebe2004a4db46ac5d4d8043492(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:01,609 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:01,610 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=13, startTime=1732375321574; duration=0sec 2024-11-23T15:22:01,610 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:01,610 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:22:01,610 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:01,611 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:01,611 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:22:01,611 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:01,611 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/7af4f85eb50545beb8590d0bee6912cc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/6006a7d3e2c94e8996439b3b1e1f5861, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab9f3661a9ea475a952adaaac3ddfbc4] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=35.9 K 2024-11-23T15:22:01,612 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7af4f85eb50545beb8590d0bee6912cc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732375316972 2024-11-23T15:22:01,612 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 6006a7d3e2c94e8996439b3b1e1f5861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732375317026 2024-11-23T15:22:01,613 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9f3661a9ea475a952adaaac3ddfbc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732375319158 2024-11-23T15:22:01,622 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:01,623 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/51b88fe673eb4910b2b83590d7bbc61a is 50, key is test_row_0/C:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742032_1208 (size=12595) 2024-11-23T15:22:01,634 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/51b88fe673eb4910b2b83590d7bbc61a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/51b88fe673eb4910b2b83590d7bbc61a 2024-11-23T15:22:01,640 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into 51b88fe673eb4910b2b83590d7bbc61a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:01,640 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:01,640 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=13, startTime=1732375321574; duration=0sec 2024-11-23T15:22:01,640 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:01,640 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:22:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T15:22:01,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:01,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T15:22:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:01,718 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:22:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e1d13b6226a14a329a691b71bacac95c_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375320307/Put/seqid=0 2024-11-23T15:22:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742033_1209 (size=12304) 2024-11-23T15:22:01,805 INFO [master/6a36843bf905:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T15:22:01,805 INFO [master/6a36843bf905:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T15:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T15:22:02,008 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#176 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:02,008 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/c46d03f90ce44c0f9d579e288e73ff03 is 175, key is test_row_0/A:col10/1732375319158/Put/seqid=0 2024-11-23T15:22:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742034_1210 (size=31549) 2024-11-23T15:22:02,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:02,136 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e1d13b6226a14a329a691b71bacac95c_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e1d13b6226a14a329a691b71bacac95c_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:02,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6dcddc9e300c410eb7c335e3dd694ea4, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:02,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6dcddc9e300c410eb7c335e3dd694ea4 is 175, key is test_row_0/A:col10/1732375320307/Put/seqid=0 2024-11-23T15:22:02,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742035_1211 (size=31105) 2024-11-23T15:22:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T15:22:02,419 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/c46d03f90ce44c0f9d579e288e73ff03 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c46d03f90ce44c0f9d579e288e73ff03 2024-11-23T15:22:02,424 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into c46d03f90ce44c0f9d579e288e73ff03(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:02,424 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:02,424 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=13, startTime=1732375321574; duration=0sec 2024-11-23T15:22:02,424 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:02,424 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:22:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:02,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375382442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375382443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375382444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,544 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6dcddc9e300c410eb7c335e3dd694ea4 2024-11-23T15:22:02,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375382545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375382546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375382547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/42509753b6154c5cb64457cd86e2253e is 50, key is test_row_0/B:col10/1732375320307/Put/seqid=0 2024-11-23T15:22:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742036_1212 (size=12151) 2024-11-23T15:22:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T15:22:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375382749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375382749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375382754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:02,957 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/42509753b6154c5cb64457cd86e2253e 2024-11-23T15:22:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/d88f95fea48f488fb96dd90cdc09e174 is 50, key is test_row_0/C:col10/1732375320307/Put/seqid=0 2024-11-23T15:22:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742037_1213 (size=12151) 2024-11-23T15:22:03,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375383053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375383054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375383057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/d88f95fea48f488fb96dd90cdc09e174 2024-11-23T15:22:03,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6dcddc9e300c410eb7c335e3dd694ea4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4 2024-11-23T15:22:03,382 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4, entries=150, sequenceid=212, filesize=30.4 K 2024-11-23T15:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/42509753b6154c5cb64457cd86e2253e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/42509753b6154c5cb64457cd86e2253e 2024-11-23T15:22:03,388 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/42509753b6154c5cb64457cd86e2253e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T15:22:03,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/d88f95fea48f488fb96dd90cdc09e174 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/d88f95fea48f488fb96dd90cdc09e174 2024-11-23T15:22:03,393 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/d88f95fea48f488fb96dd90cdc09e174, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T15:22:03,395 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 27a23b0f57db9154820f9f91111253d6 in 1676ms, sequenceid=212, compaction requested=false 2024-11-23T15:22:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-23T15:22:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-23T15:22:03,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T15:22:03,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-23T15:22:03,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8350 sec 2024-11-23T15:22:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:03,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:22:03,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:03,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237295ef24dd7c4f03a4213c8641aadff4_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742038_1214 (size=14794) 2024-11-23T15:22:03,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:03,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237295ef24dd7c4f03a4213c8641aadff4_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237295ef24dd7c4f03a4213c8641aadff4_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:03,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ae8aba91ddf04f5da5c736a9c9189eee, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:03,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ae8aba91ddf04f5da5c736a9c9189eee is 175, key is test_row_0/A:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375383582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375383583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375383584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742039_1215 (size=39749) 2024-11-23T15:22:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T15:22:03,669 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T15:22:03,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-23T15:22:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T15:22:03,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:03,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:03,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375383686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375383687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375383687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T15:22:03,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T15:22:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:03,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375383889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375383889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375383890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T15:22:03,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:03,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T15:22:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:03,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:03,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ae8aba91ddf04f5da5c736a9c9189eee 2024-11-23T15:22:03,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2a5c3136455e4b2facd6e47946927e63 is 50, key is test_row_0/B:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742040_1216 (size=12151) 2024-11-23T15:22:04,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T15:22:04,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:04,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:04,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375384193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375384194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375384194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T15:22:04,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T15:22:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:04,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2a5c3136455e4b2facd6e47946927e63 2024-11-23T15:22:04,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/10f607af63be40d59afb3543b4128217 is 50, key is test_row_0/C:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742041_1217 (size=12151) 2024-11-23T15:22:04,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/10f607af63be40d59afb3543b4128217 2024-11-23T15:22:04,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ae8aba91ddf04f5da5c736a9c9189eee as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee 2024-11-23T15:22:04,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee, entries=200, sequenceid=229, filesize=38.8 K 2024-11-23T15:22:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2a5c3136455e4b2facd6e47946927e63 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2a5c3136455e4b2facd6e47946927e63 2024-11-23T15:22:04,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2a5c3136455e4b2facd6e47946927e63, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T15:22:04,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/10f607af63be40d59afb3543b4128217 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/10f607af63be40d59afb3543b4128217 2024-11-23T15:22:04,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/10f607af63be40d59afb3543b4128217, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T15:22:04,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 27a23b0f57db9154820f9f91111253d6 in 871ms, sequenceid=229, compaction requested=true 2024-11-23T15:22:04,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:04,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:04,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:04,432 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:04,433 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:04,434 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:04,434 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:22:04,434 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:04,434 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,434 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:22:04,434 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c46d03f90ce44c0f9d579e288e73ff03, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=100.0 K 2024-11-23T15:22:04,434 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,434 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,434 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c46d03f90ce44c0f9d579e288e73ff03, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee] 2024-11-23T15:22:04,434 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/966af9ebe2004a4db46ac5d4d8043492, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/42509753b6154c5cb64457cd86e2253e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2a5c3136455e4b2facd6e47946927e63] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=36.0 K 2024-11-23T15:22:04,435 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c46d03f90ce44c0f9d579e288e73ff03, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732375319158 2024-11-23T15:22:04,435 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 966af9ebe2004a4db46ac5d4d8043492, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732375319158 2024-11-23T15:22:04,436 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcddc9e300c410eb7c335e3dd694ea4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732375320307 2024-11-23T15:22:04,436 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 42509753b6154c5cb64457cd86e2253e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732375320307 2024-11-23T15:22:04,436 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae8aba91ddf04f5da5c736a9c9189eee, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732375322440 2024-11-23T15:22:04,437 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a5c3136455e4b2facd6e47946927e63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732375322440 2024-11-23T15:22:04,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T15:22:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,438 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T15:22:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:04,445 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123586ddfcd71af40ddba631f9aafd7ddb8_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375323582/Put/seqid=0 2024-11-23T15:22:04,446 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/7e2cadb42be5441288bcb04211b4a2d1 is 50, key is test_row_0/B:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:04,453 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:04,455 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233087fe59d1304f34a94a8754bd8fc7b9_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:04,458 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233087fe59d1304f34a94a8754bd8fc7b9_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:04,458 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233087fe59d1304f34a94a8754bd8fc7b9_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742043_1219 (size=12697) 2024-11-23T15:22:04,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742042_1218 (size=12304) 2024-11-23T15:22:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:04,465 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123586ddfcd71af40ddba631f9aafd7ddb8_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123586ddfcd71af40ddba631f9aafd7ddb8_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/31583ac103174d59b60349feb79c72c6, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/31583ac103174d59b60349feb79c72c6 is 175, key is test_row_0/A:col10/1732375323582/Put/seqid=0 2024-11-23T15:22:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742044_1220 (size=4469) 2024-11-23T15:22:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742045_1221 (size=31105) 2024-11-23T15:22:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:04,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375384711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375384712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375384713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T15:22:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375384815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375384815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375384815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:04,865 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/7e2cadb42be5441288bcb04211b4a2d1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/7e2cadb42be5441288bcb04211b4a2d1 2024-11-23T15:22:04,870 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#186 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:04,870 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ef8dbd42c2264bab99c6cc860e8c0aec is 175, key is test_row_0/A:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:04,872 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into 7e2cadb42be5441288bcb04211b4a2d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:04,872 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/31583ac103174d59b60349feb79c72c6 2024-11-23T15:22:04,872 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:04,872 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=13, startTime=1732375324433; duration=0sec 2024-11-23T15:22:04,872 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:04,872 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:22:04,872 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:04,874 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:04,874 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:22:04,874 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:04,874 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/51b88fe673eb4910b2b83590d7bbc61a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/d88f95fea48f488fb96dd90cdc09e174, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/10f607af63be40d59afb3543b4128217] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=36.0 K 2024-11-23T15:22:04,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 51b88fe673eb4910b2b83590d7bbc61a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732375319158 2024-11-23T15:22:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742046_1222 (size=31651) 2024-11-23T15:22:04,876 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d88f95fea48f488fb96dd90cdc09e174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732375320307 2024-11-23T15:22:04,877 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 10f607af63be40d59afb3543b4128217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732375322440 2024-11-23T15:22:04,887 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/ef8dbd42c2264bab99c6cc860e8c0aec as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ef8dbd42c2264bab99c6cc860e8c0aec 2024-11-23T15:22:04,892 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into ef8dbd42c2264bab99c6cc860e8c0aec(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:04,892 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:04,892 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=13, startTime=1732375324432; duration=0sec 2024-11-23T15:22:04,892 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:04,892 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:22:04,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/9b4562be4ab94e4eba9baf29738d1a23 is 50, key is test_row_0/B:col10/1732375323582/Put/seqid=0 2024-11-23T15:22:04,896 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:04,897 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/54dfcc7368b640a8ba84f5e86d31d457 is 50, key is test_row_0/C:col10/1732375322442/Put/seqid=0 2024-11-23T15:22:04,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742047_1223 (size=12151) 2024-11-23T15:22:04,900 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/9b4562be4ab94e4eba9baf29738d1a23 2024-11-23T15:22:04,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742048_1224 (size=12697) 2024-11-23T15:22:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/96b0af9842ee4bb2980a8311b54f7bb1 is 50, key is test_row_0/C:col10/1732375323582/Put/seqid=0 2024-11-23T15:22:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742049_1225 (size=12151) 2024-11-23T15:22:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375385018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375385018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375385019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52154 deadline: 1732375385188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,191 DEBUG [Thread-736 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52172 deadline: 1732375385197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,199 DEBUG [Thread-744 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:05,319 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/54dfcc7368b640a8ba84f5e86d31d457 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/54dfcc7368b640a8ba84f5e86d31d457 2024-11-23T15:22:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375385320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375385322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,323 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/96b0af9842ee4bb2980a8311b54f7bb1 2024-11-23T15:22:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375385322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,326 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into 54dfcc7368b640a8ba84f5e86d31d457(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:05,326 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:05,326 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=13, startTime=1732375324433; duration=0sec 2024-11-23T15:22:05,326 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:05,326 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:22:05,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/31583ac103174d59b60349feb79c72c6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6 2024-11-23T15:22:05,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6, entries=150, sequenceid=249, filesize=30.4 K 2024-11-23T15:22:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/9b4562be4ab94e4eba9baf29738d1a23 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/9b4562be4ab94e4eba9baf29738d1a23 2024-11-23T15:22:05,339 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/9b4562be4ab94e4eba9baf29738d1a23, entries=150, sequenceid=249, filesize=11.9 K 2024-11-23T15:22:05,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/96b0af9842ee4bb2980a8311b54f7bb1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/96b0af9842ee4bb2980a8311b54f7bb1 2024-11-23T15:22:05,345 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/96b0af9842ee4bb2980a8311b54f7bb1, entries=150, sequenceid=249, filesize=11.9 K 2024-11-23T15:22:05,346 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 27a23b0f57db9154820f9f91111253d6 in 907ms, sequenceid=249, compaction requested=false 2024-11-23T15:22:05,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:05,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:05,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-23T15:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-23T15:22:05,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T15:22:05,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6740 sec 2024-11-23T15:22:05,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.6790 sec 2024-11-23T15:22:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T15:22:05,776 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T15:22:05,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-23T15:22:05,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:05,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:05,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:05,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T15:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:05,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233a114e59db544518b0cfcd9dec6d529d_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375385850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375385851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375385851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742050_1226 (size=12454) 2024-11-23T15:22:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:05,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:05,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375385955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375385955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:05,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375385955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:06,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375386156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375386157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375386158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,260 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:06,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233a114e59db544518b0cfcd9dec6d529d_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233a114e59db544518b0cfcd9dec6d529d_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:06,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6ce43c11deb24bbbbf774192059d0edd, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:06,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6ce43c11deb24bbbbf774192059d0edd is 175, key is test_row_0/A:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742051_1227 (size=31255) 2024-11-23T15:22:06,271 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6ce43c11deb24bbbbf774192059d0edd 2024-11-23T15:22:06,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c9b0c7b9bb29454582ca0216094afcd8 is 50, key is test_row_0/B:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:06,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742052_1228 (size=12301) 2024-11-23T15:22:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:06,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375386459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375386460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375386462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c9b0c7b9bb29454582ca0216094afcd8 2024-11-23T15:22:06,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/12ad2615aec24d8297b300d6ca89c7cd is 50, key is test_row_0/C:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742053_1229 (size=12301) 2024-11-23T15:22:06,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:06,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375386965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375386965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375386968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:07,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:07,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:07,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/12ad2615aec24d8297b300d6ca89c7cd 2024-11-23T15:22:07,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/6ce43c11deb24bbbbf774192059d0edd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd 2024-11-23T15:22:07,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd, entries=150, sequenceid=269, filesize=30.5 K 2024-11-23T15:22:07,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/c9b0c7b9bb29454582ca0216094afcd8 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c9b0c7b9bb29454582ca0216094afcd8 2024-11-23T15:22:07,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c9b0c7b9bb29454582ca0216094afcd8, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T15:22:07,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/12ad2615aec24d8297b300d6ca89c7cd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/12ad2615aec24d8297b300d6ca89c7cd 2024-11-23T15:22:07,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/12ad2615aec24d8297b300d6ca89c7cd, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T15:22:07,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 27a23b0f57db9154820f9f91111253d6 in 1301ms, sequenceid=269, compaction requested=true 2024-11-23T15:22:07,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:07,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:07,128 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:07,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:07,128 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:07,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:07,129 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:07,129 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:07,129 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:22:07,129 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:22:07,129 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,129 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,130 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ef8dbd42c2264bab99c6cc860e8c0aec, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=91.8 K 2024-11-23T15:22:07,130 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/7e2cadb42be5441288bcb04211b4a2d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/9b4562be4ab94e4eba9baf29738d1a23, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c9b0c7b9bb29454582ca0216094afcd8] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=36.3 K 2024-11-23T15:22:07,130 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,130 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ef8dbd42c2264bab99c6cc860e8c0aec, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd] 2024-11-23T15:22:07,130 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8dbd42c2264bab99c6cc860e8c0aec, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732375322440 2024-11-23T15:22:07,130 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e2cadb42be5441288bcb04211b4a2d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732375322440 2024-11-23T15:22:07,130 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31583ac103174d59b60349feb79c72c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732375323566 2024-11-23T15:22:07,130 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b4562be4ab94e4eba9baf29738d1a23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732375323566 2024-11-23T15:22:07,131 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ce43c11deb24bbbbf774192059d0edd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732375324710 2024-11-23T15:22:07,131 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c9b0c7b9bb29454582ca0216094afcd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732375324710 2024-11-23T15:22:07,139 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:07,140 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:07,141 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2421eea176fc4cc99237a0cabe95fb05 is 50, key is test_row_0/B:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:07,141 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d439f38b479b4920ae122d4c8ab9fa2b_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:07,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d439f38b479b4920ae122d4c8ab9fa2b_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:07,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d439f38b479b4920ae122d4c8ab9fa2b_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:07,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742054_1230 (size=12949) 2024-11-23T15:22:07,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:07,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T15:22:07,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,158 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e401c0fafba4a19a32c08c68691238a_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375325849/Put/seqid=0 2024-11-23T15:22:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742055_1231 (size=4469) 2024-11-23T15:22:07,170 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#194 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:07,171 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/a0a5e9021dde42b9844a3be407b217a6 is 175, key is test_row_0/A:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742056_1232 (size=12454) 2024-11-23T15:22:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742057_1233 (size=31903) 2024-11-23T15:22:07,561 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/2421eea176fc4cc99237a0cabe95fb05 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2421eea176fc4cc99237a0cabe95fb05 2024-11-23T15:22:07,566 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into 2421eea176fc4cc99237a0cabe95fb05(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:07,566 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:07,566 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=13, startTime=1732375327128; duration=0sec 2024-11-23T15:22:07,566 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:07,566 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:22:07,566 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:07,567 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:07,567 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:22:07,567 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:07,568 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/54dfcc7368b640a8ba84f5e86d31d457, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/96b0af9842ee4bb2980a8311b54f7bb1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/12ad2615aec24d8297b300d6ca89c7cd] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=36.3 K 2024-11-23T15:22:07,568 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 54dfcc7368b640a8ba84f5e86d31d457, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732375322440 2024-11-23T15:22:07,568 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b0af9842ee4bb2980a8311b54f7bb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732375323566 2024-11-23T15:22:07,569 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ad2615aec24d8297b300d6ca89c7cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732375324710 2024-11-23T15:22:07,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:07,577 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:07,577 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ca6f445730af4fe3acd5236f5fbe2a58 is 50, key is test_row_0/C:col10/1732375324711/Put/seqid=0 2024-11-23T15:22:07,579 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e401c0fafba4a19a32c08c68691238a_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e401c0fafba4a19a32c08c68691238a_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:07,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/bbbdd8140afd4e6599175f51db8c2114, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:07,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/bbbdd8140afd4e6599175f51db8c2114 is 175, key is test_row_0/A:col10/1732375325849/Put/seqid=0 2024-11-23T15:22:07,585 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/a0a5e9021dde42b9844a3be407b217a6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a0a5e9021dde42b9844a3be407b217a6 2024-11-23T15:22:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742058_1234 (size=12949) 2024-11-23T15:22:07,591 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into a0a5e9021dde42b9844a3be407b217a6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:07,591 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:07,591 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=13, startTime=1732375327128; duration=0sec 2024-11-23T15:22:07,591 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:07,591 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:22:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742059_1235 (size=31255) 2024-11-23T15:22:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:07,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:07,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375387985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:07,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375387986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:07,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375387987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:07,991 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/ca6f445730af4fe3acd5236f5fbe2a58 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ca6f445730af4fe3acd5236f5fbe2a58 2024-11-23T15:22:07,997 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into ca6f445730af4fe3acd5236f5fbe2a58(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:07,997 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:07,997 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=13, startTime=1732375327129; duration=0sec 2024-11-23T15:22:07,997 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:07,997 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:22:07,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/bbbdd8140afd4e6599175f51db8c2114 2024-11-23T15:22:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/5197ed9a268f40949dfec803926ca9bf is 50, key is test_row_0/B:col10/1732375325849/Put/seqid=0 2024-11-23T15:22:08,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742060_1236 (size=12301) 2024-11-23T15:22:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375388088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375388088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375388088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375388290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375388290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375388291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,411 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/5197ed9a268f40949dfec803926ca9bf 2024-11-23T15:22:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/65a7bda08d1341089cf17d944d0f6e71 is 50, key is test_row_0/C:col10/1732375325849/Put/seqid=0 2024-11-23T15:22:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742061_1237 (size=12301) 2024-11-23T15:22:08,425 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/65a7bda08d1341089cf17d944d0f6e71 2024-11-23T15:22:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/bbbdd8140afd4e6599175f51db8c2114 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114 2024-11-23T15:22:08,434 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114, entries=150, sequenceid=290, filesize=30.5 K 2024-11-23T15:22:08,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/5197ed9a268f40949dfec803926ca9bf as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/5197ed9a268f40949dfec803926ca9bf 2024-11-23T15:22:08,439 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/5197ed9a268f40949dfec803926ca9bf, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T15:22:08,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/65a7bda08d1341089cf17d944d0f6e71 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/65a7bda08d1341089cf17d944d0f6e71 2024-11-23T15:22:08,444 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/65a7bda08d1341089cf17d944d0f6e71, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T15:22:08,445 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 27a23b0f57db9154820f9f91111253d6 in 1287ms, sequenceid=290, compaction requested=false 2024-11-23T15:22:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-23T15:22:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-23T15:22:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T15:22:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6670 sec 2024-11-23T15:22:08,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.6720 sec 2024-11-23T15:22:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:08,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:22:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:08,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112378acc655f8c44b0d880a897301cd67a6_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742062_1238 (size=14994) 2024-11-23T15:22:08,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375388615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375388616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375388616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375388718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375388719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375388719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375388921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375388921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:08,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375388922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:09,012 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112378acc655f8c44b0d880a897301cd67a6_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378acc655f8c44b0d880a897301cd67a6_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:09,013 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/a656750fa8f9401d897c53d36852baae, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:09,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/a656750fa8f9401d897c53d36852baae is 175, key is test_row_0/A:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742063_1239 (size=39949) 2024-11-23T15:22:09,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375389223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375389223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375389225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,419 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/a656750fa8f9401d897c53d36852baae 2024-11-23T15:22:09,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/f96e54cefabd474c830b0241d2cecd32 is 50, key is test_row_0/B:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742064_1240 (size=12301) 2024-11-23T15:22:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52156 deadline: 1732375389726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732375389727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52124 deadline: 1732375389730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:09,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/f96e54cefabd474c830b0241d2cecd32 2024-11-23T15:22:09,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/da22babaca4f476a8130efc36fb0c80c is 50, key is test_row_0/C:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742065_1241 (size=12301) 2024-11-23T15:22:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T15:22:09,883 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-23T15:22:09,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-23T15:22:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:09,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:09,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:09,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:10,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:10,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-23T15:22:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:10,119 DEBUG [Thread-747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x093cc14f to 127.0.0.1:58685 2024-11-23T15:22:10,119 DEBUG [Thread-747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,121 DEBUG [Thread-749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43a15d92 to 127.0.0.1:58685 2024-11-23T15:22:10,121 DEBUG [Thread-749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,123 DEBUG [Thread-753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42aa95c2 to 127.0.0.1:58685 2024-11-23T15:22:10,123 DEBUG [Thread-753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,123 DEBUG [Thread-751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28575504 to 127.0.0.1:58685 2024-11-23T15:22:10,123 DEBUG [Thread-751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:10,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:10,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-23T15:22:10,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:10,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/da22babaca4f476a8130efc36fb0c80c 2024-11-23T15:22:10,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/a656750fa8f9401d897c53d36852baae as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae 2024-11-23T15:22:10,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae, entries=200, sequenceid=309, filesize=39.0 K 2024-11-23T15:22:10,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/f96e54cefabd474c830b0241d2cecd32 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f96e54cefabd474c830b0241d2cecd32 2024-11-23T15:22:10,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f96e54cefabd474c830b0241d2cecd32, entries=150, sequenceid=309, filesize=12.0 K 2024-11-23T15:22:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/da22babaca4f476a8130efc36fb0c80c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/da22babaca4f476a8130efc36fb0c80c 2024-11-23T15:22:10,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/da22babaca4f476a8130efc36fb0c80c, entries=150, sequenceid=309, filesize=12.0 K 2024-11-23T15:22:10,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 27a23b0f57db9154820f9f91111253d6 in 1667ms, sequenceid=309, compaction requested=true 2024-11-23T15:22:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:10,262 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27a23b0f57db9154820f9f91111253d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:10,262 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/B is initiating minor compaction (all files) 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/A is initiating minor compaction (all files) 2024-11-23T15:22:10,263 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/B in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,263 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/A in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,263 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2421eea176fc4cc99237a0cabe95fb05, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/5197ed9a268f40949dfec803926ca9bf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f96e54cefabd474c830b0241d2cecd32] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=36.7 K 2024-11-23T15:22:10,263 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a0a5e9021dde42b9844a3be407b217a6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=100.7 K 2024-11-23T15:22:10,263 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a0a5e9021dde42b9844a3be407b217a6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae] 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2421eea176fc4cc99237a0cabe95fb05, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732375324710 2024-11-23T15:22:10,263 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0a5e9021dde42b9844a3be407b217a6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732375324710 2024-11-23T15:22:10,264 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5197ed9a268f40949dfec803926ca9bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732375325846 2024-11-23T15:22:10,264 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbbdd8140afd4e6599175f51db8c2114, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732375325846 2024-11-23T15:22:10,264 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f96e54cefabd474c830b0241d2cecd32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732375327984 2024-11-23T15:22:10,264 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a656750fa8f9401d897c53d36852baae, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732375327984 2024-11-23T15:22:10,271 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:10,271 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/d0e95da1b4584ec0bbbd59f5a5c85b5a is 50, key is test_row_0/B:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:10,274 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:10,276 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112380395e84508b4db79f88191784f91587_27a23b0f57db9154820f9f91111253d6 store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742066_1242 (size=13051) 2024-11-23T15:22:10,299 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112380395e84508b4db79f88191784f91587_27a23b0f57db9154820f9f91111253d6, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:10,299 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112380395e84508b4db79f88191784f91587_27a23b0f57db9154820f9f91111253d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742067_1243 (size=4469) 2024-11-23T15:22:10,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:10,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-23T15:22:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,345 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:22:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:10,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d033765e7af45bcaaf0ff1d21ea9e31_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375328612/Put/seqid=0 2024-11-23T15:22:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742068_1244 (size=12454) 2024-11-23T15:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:10,682 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/d0e95da1b4584ec0bbbd59f5a5c85b5a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d0e95da1b4584ec0bbbd59f5a5c85b5a 2024-11-23T15:22:10,686 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/B of 27a23b0f57db9154820f9f91111253d6 into d0e95da1b4584ec0bbbd59f5a5c85b5a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:10,686 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:10,687 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/B, priority=13, startTime=1732375330262; duration=0sec 2024-11-23T15:22:10,687 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:10,687 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:B 2024-11-23T15:22:10,687 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:10,688 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:10,688 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 27a23b0f57db9154820f9f91111253d6/C is initiating minor compaction (all files) 2024-11-23T15:22:10,688 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27a23b0f57db9154820f9f91111253d6/C in TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:10,688 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ca6f445730af4fe3acd5236f5fbe2a58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/65a7bda08d1341089cf17d944d0f6e71, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/da22babaca4f476a8130efc36fb0c80c] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp, totalSize=36.7 K 2024-11-23T15:22:10,688 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ca6f445730af4fe3acd5236f5fbe2a58, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732375324710 2024-11-23T15:22:10,689 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a7bda08d1341089cf17d944d0f6e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732375325846 2024-11-23T15:22:10,689 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting da22babaca4f476a8130efc36fb0c80c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732375327984 2024-11-23T15:22:10,696 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:10,696 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/3071ee09172e4b76b170aecf39bba972 is 50, key is test_row_0/C:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:10,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742069_1245 (size=13051) 2024-11-23T15:22:10,705 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27a23b0f57db9154820f9f91111253d6#A#compaction#203 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:10,706 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/be56ceae062947b99cf694899cc3e224 is 175, key is test_row_0/A:col10/1732375327986/Put/seqid=0 2024-11-23T15:22:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742070_1246 (size=32005) 2024-11-23T15:22:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:10,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. as already flushing 2024-11-23T15:22:10,734 DEBUG [Thread-738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34e78b2e to 127.0.0.1:58685 2024-11-23T15:22:10,734 DEBUG [Thread-738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,734 DEBUG [Thread-740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d92bd5b to 127.0.0.1:58685 2024-11-23T15:22:10,735 DEBUG [Thread-740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,735 DEBUG [Thread-742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3183e16a to 127.0.0.1:58685 2024-11-23T15:22:10,735 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:10,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:10,770 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d033765e7af45bcaaf0ff1d21ea9e31_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d033765e7af45bcaaf0ff1d21ea9e31_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e640153a767e4c338a2839707a50652e, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:10,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e640153a767e4c338a2839707a50652e is 175, key is test_row_0/A:col10/1732375328612/Put/seqid=0 2024-11-23T15:22:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742071_1247 (size=31255) 2024-11-23T15:22:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:11,105 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/3071ee09172e4b76b170aecf39bba972 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/3071ee09172e4b76b170aecf39bba972 2024-11-23T15:22:11,109 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/C of 27a23b0f57db9154820f9f91111253d6 into 3071ee09172e4b76b170aecf39bba972(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:11,109 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:11,109 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/C, priority=13, startTime=1732375330262; duration=0sec 2024-11-23T15:22:11,109 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:11,109 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:C 2024-11-23T15:22:11,113 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/be56ceae062947b99cf694899cc3e224 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/be56ceae062947b99cf694899cc3e224 2024-11-23T15:22:11,117 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27a23b0f57db9154820f9f91111253d6/A of 27a23b0f57db9154820f9f91111253d6 into be56ceae062947b99cf694899cc3e224(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:11,117 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:11,117 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6., storeName=27a23b0f57db9154820f9f91111253d6/A, priority=13, startTime=1732375330262; duration=0sec 2024-11-23T15:22:11,117 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:11,117 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27a23b0f57db9154820f9f91111253d6:A 2024-11-23T15:22:11,176 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e640153a767e4c338a2839707a50652e 2024-11-23T15:22:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/8403dae2a126466aa7bd02c6dcece2d0 is 50, key is test_row_0/B:col10/1732375328612/Put/seqid=0 2024-11-23T15:22:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742072_1248 (size=12301) 2024-11-23T15:22:11,587 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/8403dae2a126466aa7bd02c6dcece2d0 2024-11-23T15:22:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/5c028e5eb1984321943a5a6617993a9b is 50, key is test_row_0/C:col10/1732375328612/Put/seqid=0 2024-11-23T15:22:11,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742073_1249 (size=12301) 2024-11-23T15:22:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:11,997 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/5c028e5eb1984321943a5a6617993a9b 2024-11-23T15:22:12,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/e640153a767e4c338a2839707a50652e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e640153a767e4c338a2839707a50652e 2024-11-23T15:22:12,005 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e640153a767e4c338a2839707a50652e, entries=150, sequenceid=330, filesize=30.5 K 2024-11-23T15:22:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/8403dae2a126466aa7bd02c6dcece2d0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8403dae2a126466aa7bd02c6dcece2d0 2024-11-23T15:22:12,009 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8403dae2a126466aa7bd02c6dcece2d0, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T15:22:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/5c028e5eb1984321943a5a6617993a9b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5c028e5eb1984321943a5a6617993a9b 2024-11-23T15:22:12,013 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5c028e5eb1984321943a5a6617993a9b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T15:22:12,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for 27a23b0f57db9154820f9f91111253d6 in 1669ms, sequenceid=330, compaction requested=false 2024-11-23T15:22:12,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:12,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:12,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-23T15:22:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-23T15:22:12,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T15:22:12,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1270 sec 2024-11-23T15:22:12,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.1320 sec 2024-11-23T15:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T15:22:13,991 INFO [Thread-746 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-23T15:22:15,286 DEBUG [Thread-744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ad687d2 to 127.0.0.1:58685 2024-11-23T15:22:15,286 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:15,292 DEBUG [Thread-736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dc4805b to 127.0.0.1:58685 2024-11-23T15:22:15,292 DEBUG [Thread-736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8003 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7828 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3366 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10097 rows 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3348 2024-11-23T15:22:15,292 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10044 rows 2024-11-23T15:22:15,292 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:22:15,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77e36419 to 127.0.0.1:58685 2024-11-23T15:22:15,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:15,294 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T15:22:15,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T15:22:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T15:22:15,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375335298"}]},"ts":"1732375335298"} 2024-11-23T15:22:15,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T15:22:15,302 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T15:22:15,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:22:15,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, UNASSIGN}] 2024-11-23T15:22:15,304 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, UNASSIGN 2024-11-23T15:22:15,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:15,305 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:22:15,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:22:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T15:22:15,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:15,457 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:15,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:22:15,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 27a23b0f57db9154820f9f91111253d6, disabling compactions & flushes 2024-11-23T15:22:15,457 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:15,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:15,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. after waiting 0 ms 2024-11-23T15:22:15,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:15,458 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 27a23b0f57db9154820f9f91111253d6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T15:22:15,458 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=A 2024-11-23T15:22:15,458 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:15,458 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=B 2024-11-23T15:22:15,458 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:15,458 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27a23b0f57db9154820f9f91111253d6, store=C 2024-11-23T15:22:15,458 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:15,464 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112382dc2615c2bb4f758fa4e80918111977_27a23b0f57db9154820f9f91111253d6 is 50, key is test_row_0/A:col10/1732375335291/Put/seqid=0 2024-11-23T15:22:15,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742074_1250 (size=12454) 2024-11-23T15:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T15:22:15,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:22:15,869 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:15,873 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112382dc2615c2bb4f758fa4e80918111977_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382dc2615c2bb4f758fa4e80918111977_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:15,874 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1eda3eaaf35845e18eec3b4c0115b158, store: [table=TestAcidGuarantees family=A region=27a23b0f57db9154820f9f91111253d6] 2024-11-23T15:22:15,874 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1eda3eaaf35845e18eec3b4c0115b158 is 175, key is test_row_0/A:col10/1732375335291/Put/seqid=0 2024-11-23T15:22:15,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742075_1251 (size=31255) 2024-11-23T15:22:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T15:22:16,279 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1eda3eaaf35845e18eec3b4c0115b158 2024-11-23T15:22:16,285 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a05bc30076b54535974762fd5e06ca53 is 50, key is test_row_0/B:col10/1732375335291/Put/seqid=0 2024-11-23T15:22:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742076_1252 (size=12301) 2024-11-23T15:22:16,290 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a05bc30076b54535974762fd5e06ca53 2024-11-23T15:22:16,295 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/74e53af1ad034f15bd72dbed4d06845d is 50, key is test_row_0/C:col10/1732375335291/Put/seqid=0 2024-11-23T15:22:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742077_1253 (size=12301) 2024-11-23T15:22:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T15:22:16,699 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/74e53af1ad034f15bd72dbed4d06845d 2024-11-23T15:22:16,704 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/A/1eda3eaaf35845e18eec3b4c0115b158 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1eda3eaaf35845e18eec3b4c0115b158 2024-11-23T15:22:16,707 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1eda3eaaf35845e18eec3b4c0115b158, entries=150, sequenceid=341, filesize=30.5 K 2024-11-23T15:22:16,708 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/B/a05bc30076b54535974762fd5e06ca53 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a05bc30076b54535974762fd5e06ca53 2024-11-23T15:22:16,711 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a05bc30076b54535974762fd5e06ca53, entries=150, sequenceid=341, filesize=12.0 K 2024-11-23T15:22:16,711 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/.tmp/C/74e53af1ad034f15bd72dbed4d06845d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/74e53af1ad034f15bd72dbed4d06845d 2024-11-23T15:22:16,714 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/74e53af1ad034f15bd72dbed4d06845d, entries=150, sequenceid=341, filesize=12.0 K 2024-11-23T15:22:16,715 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 27a23b0f57db9154820f9f91111253d6 in 1257ms, sequenceid=341, compaction requested=true 2024-11-23T15:22:16,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ed6f4ca11c6341828e0d21a5ca2f9052, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/292fd244aa8f4f23b355967b1b04e57d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/db9821e806574a2b981d100ef4959529, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c46d03f90ce44c0f9d579e288e73ff03, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ef8dbd42c2264bab99c6cc860e8c0aec, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a0a5e9021dde42b9844a3be407b217a6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae] to archive 2024-11-23T15:22:16,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:22:16,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/94d9cbd76f2240d59ba7430e0d580856 2024-11-23T15:22:16,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/92082551002a4bd8ad192bba1ca3d0d8 2024-11-23T15:22:16,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/74383566a70e4510806b98e69e0701ea 2024-11-23T15:22:16,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ed6f4ca11c6341828e0d21a5ca2f9052 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ed6f4ca11c6341828e0d21a5ca2f9052 2024-11-23T15:22:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c5edde241b9e4f5ca03ac9e7a47d9159 2024-11-23T15:22:16,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/48c3f2727b4a4135ac7b9b82a24b85c6 2024-11-23T15:22:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/292fd244aa8f4f23b355967b1b04e57d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/292fd244aa8f4f23b355967b1b04e57d 2024-11-23T15:22:16,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/0f3c31aba7054eb8bcd8a7834e14dbc4 2024-11-23T15:22:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/b276d0fe2659446db24dde4430f21273 2024-11-23T15:22:16,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/4641f2981e3e426bb04ff0fd626133a6 2024-11-23T15:22:16,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/db9821e806574a2b981d100ef4959529 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/db9821e806574a2b981d100ef4959529 2024-11-23T15:22:16,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e48e94da9a894941bcac3fd8e65539b1 2024-11-23T15:22:16,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1ea73be084714457938339a02c712ebb 2024-11-23T15:22:16,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c46d03f90ce44c0f9d579e288e73ff03 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/c46d03f90ce44c0f9d579e288e73ff03 2024-11-23T15:22:16,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6dcddc9e300c410eb7c335e3dd694ea4 2024-11-23T15:22:16,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ae8aba91ddf04f5da5c736a9c9189eee 2024-11-23T15:22:16,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ef8dbd42c2264bab99c6cc860e8c0aec to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/ef8dbd42c2264bab99c6cc860e8c0aec 2024-11-23T15:22:16,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/31583ac103174d59b60349feb79c72c6 2024-11-23T15:22:16,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a0a5e9021dde42b9844a3be407b217a6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a0a5e9021dde42b9844a3be407b217a6 2024-11-23T15:22:16,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/6ce43c11deb24bbbbf774192059d0edd 2024-11-23T15:22:16,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/bbbdd8140afd4e6599175f51db8c2114 2024-11-23T15:22:16,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/a656750fa8f9401d897c53d36852baae 2024-11-23T15:22:16,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c75ca108f8e34975ae86ef304a20769b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a6b1afda81814a27bd74e4af61386f91, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a0b9bafe25d74ce0805defcb724404f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f249f05827264a8a965cb4fd363aa0b2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d882d94ee9584e599f28e8a578645048, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c475e3cf2d9544459ab81a15fd303c58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2df4dcaf0df54904b975d93a7f948352, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/fadb837be7fe45c394f53e5a484d22b3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/e1b0beba88ff4cdabd6ef86f34625b29, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/16baf393fb9644d9aba648e2c3ce3bcc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8fb2bf1779944fd580d13c1fcd1fe064, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/bdc7e20db10848ddaa66c1f9cc50e7f1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/966af9ebe2004a4db46ac5d4d8043492, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/012b5912dc2d40038f62ee968be4f246, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/42509753b6154c5cb64457cd86e2253e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/7e2cadb42be5441288bcb04211b4a2d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2a5c3136455e4b2facd6e47946927e63, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/9b4562be4ab94e4eba9baf29738d1a23, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2421eea176fc4cc99237a0cabe95fb05, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c9b0c7b9bb29454582ca0216094afcd8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/5197ed9a268f40949dfec803926ca9bf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f96e54cefabd474c830b0241d2cecd32] to archive 2024-11-23T15:22:16,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:22:16,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c75ca108f8e34975ae86ef304a20769b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c75ca108f8e34975ae86ef304a20769b 2024-11-23T15:22:16,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a6b1afda81814a27bd74e4af61386f91 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a6b1afda81814a27bd74e4af61386f91 2024-11-23T15:22:16,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a0b9bafe25d74ce0805defcb724404f2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a0b9bafe25d74ce0805defcb724404f2 2024-11-23T15:22:16,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f249f05827264a8a965cb4fd363aa0b2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f249f05827264a8a965cb4fd363aa0b2 2024-11-23T15:22:16,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d882d94ee9584e599f28e8a578645048 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d882d94ee9584e599f28e8a578645048 2024-11-23T15:22:16,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c475e3cf2d9544459ab81a15fd303c58 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c475e3cf2d9544459ab81a15fd303c58 2024-11-23T15:22:16,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2df4dcaf0df54904b975d93a7f948352 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2df4dcaf0df54904b975d93a7f948352 2024-11-23T15:22:16,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/fadb837be7fe45c394f53e5a484d22b3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/fadb837be7fe45c394f53e5a484d22b3 2024-11-23T15:22:16,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/e1b0beba88ff4cdabd6ef86f34625b29 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/e1b0beba88ff4cdabd6ef86f34625b29 2024-11-23T15:22:16,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/16baf393fb9644d9aba648e2c3ce3bcc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/16baf393fb9644d9aba648e2c3ce3bcc 2024-11-23T15:22:16,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8fb2bf1779944fd580d13c1fcd1fe064 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8fb2bf1779944fd580d13c1fcd1fe064 2024-11-23T15:22:16,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/bdc7e20db10848ddaa66c1f9cc50e7f1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/bdc7e20db10848ddaa66c1f9cc50e7f1 2024-11-23T15:22:16,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/966af9ebe2004a4db46ac5d4d8043492 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/966af9ebe2004a4db46ac5d4d8043492 2024-11-23T15:22:16,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/012b5912dc2d40038f62ee968be4f246 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/012b5912dc2d40038f62ee968be4f246 2024-11-23T15:22:16,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/42509753b6154c5cb64457cd86e2253e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/42509753b6154c5cb64457cd86e2253e 2024-11-23T15:22:16,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/7e2cadb42be5441288bcb04211b4a2d1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/7e2cadb42be5441288bcb04211b4a2d1 2024-11-23T15:22:16,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2a5c3136455e4b2facd6e47946927e63 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2a5c3136455e4b2facd6e47946927e63 2024-11-23T15:22:16,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/9b4562be4ab94e4eba9baf29738d1a23 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/9b4562be4ab94e4eba9baf29738d1a23 2024-11-23T15:22:16,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2421eea176fc4cc99237a0cabe95fb05 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/2421eea176fc4cc99237a0cabe95fb05 2024-11-23T15:22:16,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c9b0c7b9bb29454582ca0216094afcd8 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/c9b0c7b9bb29454582ca0216094afcd8 2024-11-23T15:22:16,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/5197ed9a268f40949dfec803926ca9bf to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/5197ed9a268f40949dfec803926ca9bf 2024-11-23T15:22:16,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f96e54cefabd474c830b0241d2cecd32 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/f96e54cefabd474c830b0241d2cecd32 2024-11-23T15:22:16,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5f9069d2b7d44a0ca353634800fa2d8a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ee8d2fcbab114e5d9eb337c0c04bcce3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/00863a7a9f5846fa9e1bf775cf32fa21, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/e0516ddedad145e4864e08362909e2e5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/087fb3d8bb484a8688fe77a6efdf01f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/8c7219b219c949479336119da5ee5147, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab4bc964348a423585793f5c7dc200ee, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/50c9ee9847364cab947b60f18536b660, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/cbbfd79c648a4cdfa032eadebf58784b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/7af4f85eb50545beb8590d0bee6912cc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/c8da7795763346abb35f92a4205b795e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/6006a7d3e2c94e8996439b3b1e1f5861, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/51b88fe673eb4910b2b83590d7bbc61a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab9f3661a9ea475a952adaaac3ddfbc4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/d88f95fea48f488fb96dd90cdc09e174, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/54dfcc7368b640a8ba84f5e86d31d457, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/10f607af63be40d59afb3543b4128217, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/96b0af9842ee4bb2980a8311b54f7bb1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ca6f445730af4fe3acd5236f5fbe2a58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/12ad2615aec24d8297b300d6ca89c7cd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/65a7bda08d1341089cf17d944d0f6e71, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/da22babaca4f476a8130efc36fb0c80c] to archive 2024-11-23T15:22:16,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:22:16,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5f9069d2b7d44a0ca353634800fa2d8a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5f9069d2b7d44a0ca353634800fa2d8a 2024-11-23T15:22:16,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ee8d2fcbab114e5d9eb337c0c04bcce3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ee8d2fcbab114e5d9eb337c0c04bcce3 2024-11-23T15:22:16,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/00863a7a9f5846fa9e1bf775cf32fa21 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/00863a7a9f5846fa9e1bf775cf32fa21 2024-11-23T15:22:16,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/e0516ddedad145e4864e08362909e2e5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/e0516ddedad145e4864e08362909e2e5 2024-11-23T15:22:16,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/087fb3d8bb484a8688fe77a6efdf01f2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/087fb3d8bb484a8688fe77a6efdf01f2 2024-11-23T15:22:16,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/8c7219b219c949479336119da5ee5147 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/8c7219b219c949479336119da5ee5147 2024-11-23T15:22:16,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab4bc964348a423585793f5c7dc200ee to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab4bc964348a423585793f5c7dc200ee 2024-11-23T15:22:16,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/50c9ee9847364cab947b60f18536b660 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/50c9ee9847364cab947b60f18536b660 2024-11-23T15:22:16,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/cbbfd79c648a4cdfa032eadebf58784b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/cbbfd79c648a4cdfa032eadebf58784b 2024-11-23T15:22:16,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/7af4f85eb50545beb8590d0bee6912cc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/7af4f85eb50545beb8590d0bee6912cc 2024-11-23T15:22:16,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/c8da7795763346abb35f92a4205b795e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/c8da7795763346abb35f92a4205b795e 2024-11-23T15:22:16,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/6006a7d3e2c94e8996439b3b1e1f5861 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/6006a7d3e2c94e8996439b3b1e1f5861 2024-11-23T15:22:16,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/51b88fe673eb4910b2b83590d7bbc61a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/51b88fe673eb4910b2b83590d7bbc61a 2024-11-23T15:22:16,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab9f3661a9ea475a952adaaac3ddfbc4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ab9f3661a9ea475a952adaaac3ddfbc4 2024-11-23T15:22:16,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/d88f95fea48f488fb96dd90cdc09e174 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/d88f95fea48f488fb96dd90cdc09e174 2024-11-23T15:22:16,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/54dfcc7368b640a8ba84f5e86d31d457 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/54dfcc7368b640a8ba84f5e86d31d457 2024-11-23T15:22:16,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/10f607af63be40d59afb3543b4128217 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/10f607af63be40d59afb3543b4128217 2024-11-23T15:22:16,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/96b0af9842ee4bb2980a8311b54f7bb1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/96b0af9842ee4bb2980a8311b54f7bb1 2024-11-23T15:22:16,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ca6f445730af4fe3acd5236f5fbe2a58 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/ca6f445730af4fe3acd5236f5fbe2a58 2024-11-23T15:22:16,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/12ad2615aec24d8297b300d6ca89c7cd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/12ad2615aec24d8297b300d6ca89c7cd 2024-11-23T15:22:16,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/65a7bda08d1341089cf17d944d0f6e71 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/65a7bda08d1341089cf17d944d0f6e71 2024-11-23T15:22:16,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/da22babaca4f476a8130efc36fb0c80c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/da22babaca4f476a8130efc36fb0c80c 2024-11-23T15:22:16,793 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=4 2024-11-23T15:22:16,794 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6. 2024-11-23T15:22:16,794 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 27a23b0f57db9154820f9f91111253d6: 2024-11-23T15:22:16,796 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:16,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=27a23b0f57db9154820f9f91111253d6, regionState=CLOSED 2024-11-23T15:22:16,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T15:22:16,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 27a23b0f57db9154820f9f91111253d6, server=6a36843bf905,41973,1732375277245 in 1.4920 sec 2024-11-23T15:22:16,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-23T15:22:16,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27a23b0f57db9154820f9f91111253d6, UNASSIGN in 1.4940 sec 2024-11-23T15:22:16,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T15:22:16,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4970 sec 2024-11-23T15:22:16,802 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375336802"}]},"ts":"1732375336802"} 2024-11-23T15:22:16,803 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T15:22:16,805 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T15:22:16,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5110 sec 2024-11-23T15:22:16,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T15:22:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T15:22:17,402 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-23T15:22:17,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T15:22:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,404 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T15:22:17,404 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,406 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,408 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/recovered.edits] 2024-11-23T15:22:17,411 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1eda3eaaf35845e18eec3b4c0115b158 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/1eda3eaaf35845e18eec3b4c0115b158 2024-11-23T15:22:17,412 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/be56ceae062947b99cf694899cc3e224 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/be56ceae062947b99cf694899cc3e224 2024-11-23T15:22:17,413 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e640153a767e4c338a2839707a50652e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/A/e640153a767e4c338a2839707a50652e 2024-11-23T15:22:17,415 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8403dae2a126466aa7bd02c6dcece2d0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/8403dae2a126466aa7bd02c6dcece2d0 2024-11-23T15:22:17,416 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a05bc30076b54535974762fd5e06ca53 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/a05bc30076b54535974762fd5e06ca53 2024-11-23T15:22:17,417 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d0e95da1b4584ec0bbbd59f5a5c85b5a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/B/d0e95da1b4584ec0bbbd59f5a5c85b5a 2024-11-23T15:22:17,419 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/3071ee09172e4b76b170aecf39bba972 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/3071ee09172e4b76b170aecf39bba972 2024-11-23T15:22:17,421 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5c028e5eb1984321943a5a6617993a9b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/5c028e5eb1984321943a5a6617993a9b 2024-11-23T15:22:17,422 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/74e53af1ad034f15bd72dbed4d06845d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/C/74e53af1ad034f15bd72dbed4d06845d 2024-11-23T15:22:17,424 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/recovered.edits/344.seqid to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6/recovered.edits/344.seqid 2024-11-23T15:22:17,425 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,425 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T15:22:17,425 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T15:22:17,426 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T15:22:17,430 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d033765e7af45bcaaf0ff1d21ea9e31_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d033765e7af45bcaaf0ff1d21ea9e31_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,431 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123223794ef5a7e46328c6d540a9ef6c05f_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123223794ef5a7e46328c6d540a9ef6c05f_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,432 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233158a8efee1c43e091ab6b30b90a3400_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233158a8efee1c43e091ab6b30b90a3400_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,433 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233a114e59db544518b0cfcd9dec6d529d_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233a114e59db544518b0cfcd9dec6d529d_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,434 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233b5e892851a34c1caed7436523a5692d_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233b5e892851a34c1caed7436523a5692d_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,435 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234679b2a3cdbf4f6ca53f64bbde01ff46_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234679b2a3cdbf4f6ca53f64bbde01ff46_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,436 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123586ddfcd71af40ddba631f9aafd7ddb8_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123586ddfcd71af40ddba631f9aafd7ddb8_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,437 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e401c0fafba4a19a32c08c68691238a_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e401c0fafba4a19a32c08c68691238a_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,438 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237295ef24dd7c4f03a4213c8641aadff4_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237295ef24dd7c4f03a4213c8641aadff4_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,440 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378acc655f8c44b0d880a897301cd67a6_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378acc655f8c44b0d880a897301cd67a6_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,441 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378eb8fb33ea84f7ca575dc0e6441ee9f_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378eb8fb33ea84f7ca575dc0e6441ee9f_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,442 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d6b26f1fa2741f396e8a8ad83988afc_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d6b26f1fa2741f396e8a8ad83988afc_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,443 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382dc2615c2bb4f758fa4e80918111977_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382dc2615c2bb4f758fa4e80918111977_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,444 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239f81a9d4cb1a499185b86c9c56c9cd04_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239f81a9d4cb1a499185b86c9c56c9cd04_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,445 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6ab6a9553c144e48340c5681f75de06_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6ab6a9553c144e48340c5681f75de06_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,446 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b37f7ad489a14470964ee59f1581de5d_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b37f7ad489a14470964ee59f1581de5d_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,447 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bf8f316f56a64200b7a9c8139af8e5e4_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bf8f316f56a64200b7a9c8139af8e5e4_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,448 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e1d13b6226a14a329a691b71bacac95c_27a23b0f57db9154820f9f91111253d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e1d13b6226a14a329a691b71bacac95c_27a23b0f57db9154820f9f91111253d6 2024-11-23T15:22:17,449 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T15:22:17,451 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,454 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T15:22:17,456 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T15:22:17,457 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,457 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T15:22:17,457 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732375337457"}]},"ts":"9223372036854775807"} 2024-11-23T15:22:17,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T15:22:17,458 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 27a23b0f57db9154820f9f91111253d6, NAME => 'TestAcidGuarantees,,1732375307009.27a23b0f57db9154820f9f91111253d6.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T15:22:17,459 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T15:22:17,459 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732375337459"}]},"ts":"9223372036854775807"} 2024-11-23T15:22:17,460 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T15:22:17,462 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-23T15:22:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T15:22:17,505 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T15:22:17,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 241), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3843 (was 3977) 2024-11-23T15:22:17,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=3840 2024-11-23T15:22:17,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:22:17,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:17,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:17,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:17,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-23T15:22:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-23T15:22:17,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742078_1254 (size=960) 2024-11-23T15:22:17,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:22:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742079_1255 (size=53) 2024-11-23T15:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-23T15:22:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-23T15:22:17,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:17,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f6199477bcf024291324b75da09b5b1d, disabling compactions & flushes 2024-11-23T15:22:17,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:17,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:17,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. after waiting 0 ms 2024-11-23T15:22:17,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:17,945 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:17,945 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:17,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:17,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732375337946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375337946"}]},"ts":"1732375337946"} 2024-11-23T15:22:17,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:22:17,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:17,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375337947"}]},"ts":"1732375337947"} 2024-11-23T15:22:17,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T15:22:17,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, ASSIGN}] 2024-11-23T15:22:17,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, ASSIGN 2024-11-23T15:22:17,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:22:18,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=f6199477bcf024291324b75da09b5b1d, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:22:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-23T15:22:18,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,259 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:18,259 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:18,259 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,259 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:18,259 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,259 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,261 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,262 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:18,262 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6199477bcf024291324b75da09b5b1d columnFamilyName A 2024-11-23T15:22:18,262 DEBUG [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:18,262 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.HStore(327): Store=f6199477bcf024291324b75da09b5b1d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:18,262 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,263 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:18,263 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6199477bcf024291324b75da09b5b1d columnFamilyName B 2024-11-23T15:22:18,263 DEBUG [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:18,264 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.HStore(327): Store=f6199477bcf024291324b75da09b5b1d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:18,264 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,265 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:18,265 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6199477bcf024291324b75da09b5b1d columnFamilyName C 2024-11-23T15:22:18,265 DEBUG [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:18,265 INFO [StoreOpener-f6199477bcf024291324b75da09b5b1d-1 {}] regionserver.HStore(327): Store=f6199477bcf024291324b75da09b5b1d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:18,265 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:18,266 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,266 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,268 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:22:18,269 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,270 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:18,271 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened f6199477bcf024291324b75da09b5b1d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74969835, jitterRate=0.1171375960111618}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:22:18,271 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:18,272 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., pid=76, masterSystemTime=1732375338256 2024-11-23T15:22:18,273 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:18,273 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:18,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=f6199477bcf024291324b75da09b5b1d, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T15:22:18,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 in 170 msec 2024-11-23T15:22:18,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-23T15:22:18,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, ASSIGN in 323 msec 2024-11-23T15:22:18,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:18,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375338277"}]},"ts":"1732375338277"} 2024-11-23T15:22:18,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T15:22:18,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:18,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 752 msec 2024-11-23T15:22:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-23T15:22:18,634 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-23T15:22:18,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4dcfe2 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50fa6d36 2024-11-23T15:22:18,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8966e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,641 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:18,643 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:18,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53ef603f to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@507f24a9 2024-11-23T15:22:18,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b269a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c7992d5 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@158ab39f 2024-11-23T15:22:18,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa0667b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x515c68c3 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@110a2f3c 2024-11-23T15:22:18,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585010d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x564feff0 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16fc49ca 2024-11-23T15:22:18,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef24d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f1a41a2 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cfd92 2024-11-23T15:22:18,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179acb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58964f88 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19975718 2024-11-23T15:22:18,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631ec80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cfccc44 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f706d54 2024-11-23T15:22:18,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662cd9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b4b6ad5 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67bdbc25 2024-11-23T15:22:18,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675f2b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ed6fe0c to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64803b67 2024-11-23T15:22:18,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9a70d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x442f1f0c to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21114fed 2024-11-23T15:22:18,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a4efae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:18,688 DEBUG [hconnection-0x67767d34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,688 DEBUG [hconnection-0x146dc893-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,688 DEBUG [hconnection-0x459e4330-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,689 DEBUG [hconnection-0x25633912-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,689 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,689 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,689 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,692 DEBUG [hconnection-0x2d4ea307-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:18,693 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,693 DEBUG [hconnection-0x3a5a211b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,693 DEBUG [hconnection-0x4f0c7ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T15:22:18,695 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:18,695 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:18,695 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,696 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:18,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:18,704 DEBUG [hconnection-0x46e4ce2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:18,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:22:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:18,708 DEBUG [hconnection-0x1e56fc6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,709 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,712 DEBUG [hconnection-0x64a09ea8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:18,717 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:18,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/1a6ec605a4ab440b9fdfc26dd2b91d64 is 50, key is test_row_0/A:col10/1732375338705/Put/seqid=0 2024-11-23T15:22:18,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375398735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375398735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375398737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375398738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375398740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742080_1256 (size=12001) 2024-11-23T15:22:18,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/1a6ec605a4ab440b9fdfc26dd2b91d64 2024-11-23T15:22:18,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/366083d5f93945d59d79e6d769612026 is 50, key is test_row_0/B:col10/1732375338705/Put/seqid=0 2024-11-23T15:22:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742081_1257 (size=12001) 2024-11-23T15:22:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375398842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375398842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375398843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375398843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375398844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:18,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:18,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:19,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375399045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375399046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375399047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375399047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375399048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:19,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:19,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/366083d5f93945d59d79e6d769612026 2024-11-23T15:22:19,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/8e5c77066ca549baa38ea1697ce1a2f2 is 50, key is test_row_0/C:col10/1732375338705/Put/seqid=0 2024-11-23T15:22:19,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742082_1258 (size=12001) 2024-11-23T15:22:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:19,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375399348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375399349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375399350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375399351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375399352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:19,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/8e5c77066ca549baa38ea1697ce1a2f2 2024-11-23T15:22:19,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/1a6ec605a4ab440b9fdfc26dd2b91d64 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1a6ec605a4ab440b9fdfc26dd2b91d64 2024-11-23T15:22:19,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1a6ec605a4ab440b9fdfc26dd2b91d64, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:22:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/366083d5f93945d59d79e6d769612026 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/366083d5f93945d59d79e6d769612026 2024-11-23T15:22:19,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/366083d5f93945d59d79e6d769612026, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:22:19,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/8e5c77066ca549baa38ea1697ce1a2f2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/8e5c77066ca549baa38ea1697ce1a2f2 2024-11-23T15:22:19,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/8e5c77066ca549baa38ea1697ce1a2f2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:22:19,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6199477bcf024291324b75da09b5b1d in 946ms, sequenceid=13, compaction requested=false 2024-11-23T15:22:19,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:19,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T15:22:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:19,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:22:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:19,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/12f4682ae6ac42b9a714caa9bddca30c is 50, key is test_row_0/A:col10/1732375338738/Put/seqid=0 2024-11-23T15:22:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742083_1259 (size=12001) 2024-11-23T15:22:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375399859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375399860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375399862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375399862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375399862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375399964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375399964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375399965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375399965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375399965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375400167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375400167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375400168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375400168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375400168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,181 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/12f4682ae6ac42b9a714caa9bddca30c 2024-11-23T15:22:20,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/86a781ac338c44a9add0376a6d4426c0 is 50, key is test_row_0/B:col10/1732375338738/Put/seqid=0 2024-11-23T15:22:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742084_1260 (size=12001) 2024-11-23T15:22:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375400471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375400471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375400472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375400473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375400473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,613 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/86a781ac338c44a9add0376a6d4426c0 2024-11-23T15:22:20,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/abbbf28fd1b94dc8a742750fa8f41e85 is 50, key is test_row_0/C:col10/1732375338738/Put/seqid=0 2024-11-23T15:22:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742085_1261 (size=12001) 2024-11-23T15:22:20,783 DEBUG [master/6a36843bf905:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b3f1d8d22e39a0c93d7869ae9fb3359d changed from -1.0 to 0.0, refreshing cache 2024-11-23T15:22:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:20,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375400976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375400976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375400977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375400978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:20,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375400979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:21,028 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/abbbf28fd1b94dc8a742750fa8f41e85 2024-11-23T15:22:21,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/12f4682ae6ac42b9a714caa9bddca30c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/12f4682ae6ac42b9a714caa9bddca30c 2024-11-23T15:22:21,038 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/12f4682ae6ac42b9a714caa9bddca30c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T15:22:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/86a781ac338c44a9add0376a6d4426c0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/86a781ac338c44a9add0376a6d4426c0 2024-11-23T15:22:21,043 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/86a781ac338c44a9add0376a6d4426c0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T15:22:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/abbbf28fd1b94dc8a742750fa8f41e85 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/abbbf28fd1b94dc8a742750fa8f41e85 2024-11-23T15:22:21,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/abbbf28fd1b94dc8a742750fa8f41e85, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T15:22:21,048 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f6199477bcf024291324b75da09b5b1d in 1279ms, sequenceid=37, compaction requested=false 2024-11-23T15:22:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T15:22:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T15:22:21,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T15:22:21,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3530 sec 2024-11-23T15:22:21,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.3580 sec 2024-11-23T15:22:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:21,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T15:22:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:21,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6c1a6045c76840bd94553d60be6ddc31 is 50, key is test_row_0/A:col10/1732375339860/Put/seqid=0 2024-11-23T15:22:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742086_1262 (size=12001) 2024-11-23T15:22:22,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375401997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375401998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375401999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375401999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375402001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375402101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375402103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375402103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375402103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375402104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375402304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375402306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375402307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375402307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375402307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T15:22:22,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6c1a6045c76840bd94553d60be6ddc31 2024-11-23T15:22:22,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/4d2619fe59414138baf226774683b5bf is 50, key is test_row_0/B:col10/1732375339860/Put/seqid=0 2024-11-23T15:22:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742087_1263 (size=12001) 2024-11-23T15:22:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375402607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375402610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375402610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375402612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375402613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T15:22:22,801 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T15:22:22,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T15:22:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T15:22:22,804 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:22,804 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:22,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:22,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/4d2619fe59414138baf226774683b5bf 2024-11-23T15:22:22,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/839ba24c034b4d27b8d16661f45f90cf is 50, key is test_row_0/C:col10/1732375339860/Put/seqid=0 2024-11-23T15:22:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742088_1264 (size=12001) 2024-11-23T15:22:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T15:22:22,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:22,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T15:22:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:22,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T15:22:23,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T15:22:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:23,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375403114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375403114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375403114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375403115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375403115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/839ba24c034b4d27b8d16661f45f90cf 2024-11-23T15:22:23,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6c1a6045c76840bd94553d60be6ddc31 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6c1a6045c76840bd94553d60be6ddc31 2024-11-23T15:22:23,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6c1a6045c76840bd94553d60be6ddc31, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:22:23,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/4d2619fe59414138baf226774683b5bf as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/4d2619fe59414138baf226774683b5bf 2024-11-23T15:22:23,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/4d2619fe59414138baf226774683b5bf, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:22:23,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/839ba24c034b4d27b8d16661f45f90cf as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/839ba24c034b4d27b8d16661f45f90cf 2024-11-23T15:22:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/839ba24c034b4d27b8d16661f45f90cf, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:22:23,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for f6199477bcf024291324b75da09b5b1d in 1263ms, sequenceid=51, compaction requested=true 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:23,243 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:23,243 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:23,244 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:23,244 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:23,244 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,244 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/366083d5f93945d59d79e6d769612026, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/86a781ac338c44a9add0376a6d4426c0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/4d2619fe59414138baf226774683b5bf] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.2 K 2024-11-23T15:22:23,244 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:23,245 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:23,245 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,245 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1a6ec605a4ab440b9fdfc26dd2b91d64, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/12f4682ae6ac42b9a714caa9bddca30c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6c1a6045c76840bd94553d60be6ddc31] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.2 K 2024-11-23T15:22:23,245 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 366083d5f93945d59d79e6d769612026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375338698 2024-11-23T15:22:23,245 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a781ac338c44a9add0376a6d4426c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732375338734 2024-11-23T15:22:23,246 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a6ec605a4ab440b9fdfc26dd2b91d64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375338698 2024-11-23T15:22:23,246 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d2619fe59414138baf226774683b5bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375339858 2024-11-23T15:22:23,246 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12f4682ae6ac42b9a714caa9bddca30c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732375338734 2024-11-23T15:22:23,247 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1a6045c76840bd94553d60be6ddc31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375339858 2024-11-23T15:22:23,255 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:23,256 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/ed45f6e843ea45d4bec1f5e86b323531 is 50, key is test_row_0/B:col10/1732375339860/Put/seqid=0 2024-11-23T15:22:23,260 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:23,260 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/1b8bef25d8f74bd181a001372cd5bca5 is 50, key is test_row_0/A:col10/1732375339860/Put/seqid=0 2024-11-23T15:22:23,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742089_1265 (size=12104) 2024-11-23T15:22:23,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:23,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,263 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742090_1266 (size=12104) 2024-11-23T15:22:23,275 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/1b8bef25d8f74bd181a001372cd5bca5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1b8bef25d8f74bd181a001372cd5bca5 2024-11-23T15:22:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/347de7b0427742cc903ae5aca0206e0e is 50, key is test_row_0/A:col10/1732375341997/Put/seqid=0 2024-11-23T15:22:23,280 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into 1b8bef25d8f74bd181a001372cd5bca5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:23,281 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:23,281 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375343243; duration=0sec 2024-11-23T15:22:23,281 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:23,281 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:23,281 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:23,282 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:23,282 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:23,282 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,282 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/8e5c77066ca549baa38ea1697ce1a2f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/abbbf28fd1b94dc8a742750fa8f41e85, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/839ba24c034b4d27b8d16661f45f90cf] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.2 K 2024-11-23T15:22:23,283 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e5c77066ca549baa38ea1697ce1a2f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375338698 2024-11-23T15:22:23,283 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting abbbf28fd1b94dc8a742750fa8f41e85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732375338734 2024-11-23T15:22:23,283 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 839ba24c034b4d27b8d16661f45f90cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375339858 2024-11-23T15:22:23,299 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:23,299 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/d5b41e95bb45494eb154b9761e4d3b93 is 50, key is test_row_0/C:col10/1732375339860/Put/seqid=0 2024-11-23T15:22:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742091_1267 (size=12001) 2024-11-23T15:22:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742092_1268 (size=12104) 2024-11-23T15:22:23,311 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/d5b41e95bb45494eb154b9761e4d3b93 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d5b41e95bb45494eb154b9761e4d3b93 2024-11-23T15:22:23,317 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into d5b41e95bb45494eb154b9761e4d3b93(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:23,317 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:23,317 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375343243; duration=0sec 2024-11-23T15:22:23,317 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:23,317 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T15:22:23,667 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/ed45f6e843ea45d4bec1f5e86b323531 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/ed45f6e843ea45d4bec1f5e86b323531 2024-11-23T15:22:23,672 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into ed45f6e843ea45d4bec1f5e86b323531(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:23,672 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:23,672 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375343243; duration=0sec 2024-11-23T15:22:23,672 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:23,672 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:23,702 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/347de7b0427742cc903ae5aca0206e0e 2024-11-23T15:22:23,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/815955c0f49e4ab6a8fe8de412c8d540 is 50, key is test_row_0/B:col10/1732375341997/Put/seqid=0 2024-11-23T15:22:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742093_1269 (size=12001) 2024-11-23T15:22:23,715 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/815955c0f49e4ab6a8fe8de412c8d540 2024-11-23T15:22:23,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/436beef1dbdb47e1baac36eed1b4f38a is 50, key is test_row_0/C:col10/1732375341997/Put/seqid=0 2024-11-23T15:22:23,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742094_1270 (size=12001) 2024-11-23T15:22:23,728 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/436beef1dbdb47e1baac36eed1b4f38a 2024-11-23T15:22:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/347de7b0427742cc903ae5aca0206e0e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/347de7b0427742cc903ae5aca0206e0e 2024-11-23T15:22:23,741 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/347de7b0427742cc903ae5aca0206e0e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T15:22:23,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/815955c0f49e4ab6a8fe8de412c8d540 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/815955c0f49e4ab6a8fe8de412c8d540 2024-11-23T15:22:23,749 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/815955c0f49e4ab6a8fe8de412c8d540, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T15:22:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/436beef1dbdb47e1baac36eed1b4f38a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/436beef1dbdb47e1baac36eed1b4f38a 2024-11-23T15:22:23,755 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/436beef1dbdb47e1baac36eed1b4f38a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T15:22:23,756 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f6199477bcf024291324b75da09b5b1d in 493ms, sequenceid=75, compaction requested=false 2024-11-23T15:22:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T15:22:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T15:22:23,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T15:22:23,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-11-23T15:22:23,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 958 msec 2024-11-23T15:22:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T15:22:23,907 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T15:22:23,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T15:22:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T15:22:23,910 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:23,911 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:23,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T15:22:24,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T15:22:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T15:22:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T15:22:24,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T15:22:24,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 162 msec 2024-11-23T15:22:24,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 167 msec 2024-11-23T15:22:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:24,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:22:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:24,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:24,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/8b37276e82c44b909dee4b346640c5d1 is 50, key is test_row_0/A:col10/1732375344126/Put/seqid=0 2024-11-23T15:22:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742095_1271 (size=12001) 2024-11-23T15:22:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375404145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375404147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375404148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375404148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375404149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T15:22:24,212 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T15:22:24,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T15:22:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T15:22:24,214 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:24,215 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:24,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:24,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375404250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375404251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375404252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375404252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375404252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T15:22:24,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375404453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375404453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375404455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375404455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375404456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T15:22:24,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/8b37276e82c44b909dee4b346640c5d1 2024-11-23T15:22:24,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/2ebb3a502b214987af654e1e6c1bceb6 is 50, key is test_row_0/B:col10/1732375344126/Put/seqid=0 2024-11-23T15:22:24,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742096_1272 (size=12001) 2024-11-23T15:22:24,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375404755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375404757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375404758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375404759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375404759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T15:22:24,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/2ebb3a502b214987af654e1e6c1bceb6 2024-11-23T15:22:24,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/56a0409770f3483cb015321f1b7e00e1 is 50, key is test_row_0/C:col10/1732375344126/Put/seqid=0 2024-11-23T15:22:24,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:24,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742097_1273 (size=12001) 2024-11-23T15:22:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:24,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375405261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375405263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375405263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375405264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375405265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:25,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T15:22:25,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/56a0409770f3483cb015321f1b7e00e1 2024-11-23T15:22:25,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/8b37276e82c44b909dee4b346640c5d1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/8b37276e82c44b909dee4b346640c5d1 2024-11-23T15:22:25,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/8b37276e82c44b909dee4b346640c5d1, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:22:25,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/2ebb3a502b214987af654e1e6c1bceb6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/2ebb3a502b214987af654e1e6c1bceb6 2024-11-23T15:22:25,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/2ebb3a502b214987af654e1e6c1bceb6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:22:25,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/56a0409770f3483cb015321f1b7e00e1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/56a0409770f3483cb015321f1b7e00e1 2024-11-23T15:22:25,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/56a0409770f3483cb015321f1b7e00e1, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:22:25,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f6199477bcf024291324b75da09b5b1d in 1272ms, sequenceid=92, compaction requested=true 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:25,398 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:25,398 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:25,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:25,399 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:25,399 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:25,399 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:25,399 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:25,399 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,399 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,400 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/ed45f6e843ea45d4bec1f5e86b323531, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/815955c0f49e4ab6a8fe8de412c8d540, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/2ebb3a502b214987af654e1e6c1bceb6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.3 K 2024-11-23T15:22:25,400 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1b8bef25d8f74bd181a001372cd5bca5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/347de7b0427742cc903ae5aca0206e0e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/8b37276e82c44b909dee4b346640c5d1] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.3 K 2024-11-23T15:22:25,400 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b8bef25d8f74bd181a001372cd5bca5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375339858 2024-11-23T15:22:25,400 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ed45f6e843ea45d4bec1f5e86b323531, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375339858 2024-11-23T15:22:25,400 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 347de7b0427742cc903ae5aca0206e0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732375341997 2024-11-23T15:22:25,400 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 815955c0f49e4ab6a8fe8de412c8d540, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732375341997 2024-11-23T15:22:25,401 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b37276e82c44b909dee4b346640c5d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375344123 2024-11-23T15:22:25,401 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ebb3a502b214987af654e1e6c1bceb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375344123 2024-11-23T15:22:25,409 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:25,409 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:25,410 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/88f3538b9978414694c62ed36ff315b1 is 50, key is test_row_0/B:col10/1732375344126/Put/seqid=0 2024-11-23T15:22:25,410 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/a347762d32644317a104126233fc7764 is 50, key is test_row_0/A:col10/1732375344126/Put/seqid=0 2024-11-23T15:22:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742098_1274 (size=12207) 2024-11-23T15:22:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742099_1275 (size=12207) 2024-11-23T15:22:25,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:25,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T15:22:25,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,438 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:22:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:25,439 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/88f3538b9978414694c62ed36ff315b1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/88f3538b9978414694c62ed36ff315b1 2024-11-23T15:22:25,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/970c3708c94144848c97e51dddeaaf2f is 50, key is test_row_0/A:col10/1732375344148/Put/seqid=0 2024-11-23T15:22:25,449 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into 88f3538b9978414694c62ed36ff315b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:25,449 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:25,449 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375345398; duration=0sec 2024-11-23T15:22:25,449 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:25,449 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:25,449 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:25,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742100_1276 (size=12001) 2024-11-23T15:22:25,450 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:25,451 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:25,451 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,451 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d5b41e95bb45494eb154b9761e4d3b93, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/436beef1dbdb47e1baac36eed1b4f38a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/56a0409770f3483cb015321f1b7e00e1] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.3 K 2024-11-23T15:22:25,451 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d5b41e95bb45494eb154b9761e4d3b93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375339858 2024-11-23T15:22:25,451 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 436beef1dbdb47e1baac36eed1b4f38a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732375341997 2024-11-23T15:22:25,452 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 56a0409770f3483cb015321f1b7e00e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375344123 2024-11-23T15:22:25,458 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:25,459 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/c1c921fdde5b4fba826069fc78efec05 is 50, key is test_row_0/C:col10/1732375344126/Put/seqid=0 2024-11-23T15:22:25,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742101_1277 (size=12207) 2024-11-23T15:22:25,827 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/a347762d32644317a104126233fc7764 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/a347762d32644317a104126233fc7764 2024-11-23T15:22:25,832 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into a347762d32644317a104126233fc7764(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:25,832 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:25,832 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375345398; duration=0sec 2024-11-23T15:22:25,832 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:25,832 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:25,851 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/970c3708c94144848c97e51dddeaaf2f 2024-11-23T15:22:25,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/707a6d7f751843dbbf18019bff505863 is 50, key is test_row_0/B:col10/1732375344148/Put/seqid=0 2024-11-23T15:22:25,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742102_1278 (size=12001) 2024-11-23T15:22:25,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/707a6d7f751843dbbf18019bff505863 2024-11-23T15:22:25,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/ee10451a27584239a16cfbba2ab7dc29 is 50, key is test_row_0/C:col10/1732375344148/Put/seqid=0 2024-11-23T15:22:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742103_1279 (size=12001) 2024-11-23T15:22:25,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/ee10451a27584239a16cfbba2ab7dc29 2024-11-23T15:22:25,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/970c3708c94144848c97e51dddeaaf2f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/970c3708c94144848c97e51dddeaaf2f 2024-11-23T15:22:25,884 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/c1c921fdde5b4fba826069fc78efec05 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c1c921fdde5b4fba826069fc78efec05 2024-11-23T15:22:25,888 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/970c3708c94144848c97e51dddeaaf2f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T15:22:25,889 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into c1c921fdde5b4fba826069fc78efec05(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:25,889 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:25,889 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375345398; duration=0sec 2024-11-23T15:22:25,890 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:25,890 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:25,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/707a6d7f751843dbbf18019bff505863 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/707a6d7f751843dbbf18019bff505863 2024-11-23T15:22:25,895 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/707a6d7f751843dbbf18019bff505863, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T15:22:25,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/ee10451a27584239a16cfbba2ab7dc29 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ee10451a27584239a16cfbba2ab7dc29 2024-11-23T15:22:25,900 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ee10451a27584239a16cfbba2ab7dc29, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T15:22:25,901 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for f6199477bcf024291324b75da09b5b1d in 463ms, sequenceid=115, compaction requested=false 2024-11-23T15:22:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T15:22:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T15:22:25,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T15:22:25,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6880 sec 2024-11-23T15:22:25,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.6930 sec 2024-11-23T15:22:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:26,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:22:26,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:26,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:26,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6df38ac6018849b891cb0b9313aebfba is 50, key is test_row_0/A:col10/1732375346271/Put/seqid=0 2024-11-23T15:22:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742104_1280 (size=12051) 2024-11-23T15:22:26,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6df38ac6018849b891cb0b9313aebfba 2024-11-23T15:22:26,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375406293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375406294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375406294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375406296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375406296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d7bfda8ecd4545998632754df29aa80d is 50, key is test_row_0/B:col10/1732375346271/Put/seqid=0 2024-11-23T15:22:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742105_1281 (size=12051) 2024-11-23T15:22:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T15:22:26,318 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T15:22:26,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T15:22:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T15:22:26,320 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:26,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:26,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375406398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375406398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375406400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375406400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375406400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T15:22:26,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T15:22:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375406600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375406602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375406604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375406604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375406605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T15:22:26,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T15:22:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d7bfda8ecd4545998632754df29aa80d 2024-11-23T15:22:26,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/71064567c8d34c2b935ef7e481e95232 is 50, key is test_row_0/C:col10/1732375346271/Put/seqid=0 2024-11-23T15:22:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742106_1282 (size=12051) 2024-11-23T15:22:26,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T15:22:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375406904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375406905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375406907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375406907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375406908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T15:22:26,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:26,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T15:22:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:26,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:26,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T15:22:26,996 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T15:22:27,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T15:22:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:27,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:27,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/71064567c8d34c2b935ef7e481e95232 2024-11-23T15:22:27,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6df38ac6018849b891cb0b9313aebfba as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6df38ac6018849b891cb0b9313aebfba 2024-11-23T15:22:27,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6df38ac6018849b891cb0b9313aebfba, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T15:22:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d7bfda8ecd4545998632754df29aa80d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d7bfda8ecd4545998632754df29aa80d 2024-11-23T15:22:27,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d7bfda8ecd4545998632754df29aa80d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T15:22:27,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/71064567c8d34c2b935ef7e481e95232 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/71064567c8d34c2b935ef7e481e95232 2024-11-23T15:22:27,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/71064567c8d34c2b935ef7e481e95232, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T15:22:27,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f6199477bcf024291324b75da09b5b1d in 880ms, sequenceid=130, compaction requested=true 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:27,153 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:27,153 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:27,154 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:27,154 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:27,154 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:27,154 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:27,155 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:27,155 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:27,155 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/a347762d32644317a104126233fc7764, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/970c3708c94144848c97e51dddeaaf2f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6df38ac6018849b891cb0b9313aebfba] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.4 K 2024-11-23T15:22:27,155 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/88f3538b9978414694c62ed36ff315b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/707a6d7f751843dbbf18019bff505863, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d7bfda8ecd4545998632754df29aa80d] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.4 K 2024-11-23T15:22:27,155 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f3538b9978414694c62ed36ff315b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375344123 2024-11-23T15:22:27,155 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a347762d32644317a104126233fc7764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375344123 2024-11-23T15:22:27,155 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 707a6d7f751843dbbf18019bff505863, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732375344135 2024-11-23T15:22:27,155 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 970c3708c94144848c97e51dddeaaf2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732375344135 2024-11-23T15:22:27,156 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d7bfda8ecd4545998632754df29aa80d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375346271 2024-11-23T15:22:27,156 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6df38ac6018849b891cb0b9313aebfba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375346271 2024-11-23T15:22:27,164 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:27,164 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:27,165 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/23a07844acbc45a98aaecd91d1dbd6f6 is 50, key is test_row_0/B:col10/1732375346271/Put/seqid=0 2024-11-23T15:22:27,165 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/ddd037cfe4824537852776529c9c6f18 is 50, key is test_row_0/A:col10/1732375346271/Put/seqid=0 2024-11-23T15:22:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742107_1283 (size=12359) 2024-11-23T15:22:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742108_1284 (size=12359) 2024-11-23T15:22:27,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T15:22:27,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:27,238 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:22:27,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:27,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/bc9c709b4b394158b7d7765b25045343 is 50, key is test_row_0/A:col10/1732375346289/Put/seqid=0 2024-11-23T15:22:27,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742109_1285 (size=12151) 2024-11-23T15:22:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375407414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375407417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375407417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375407418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375407418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T15:22:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375407519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375407522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375407523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375407523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375407523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,575 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/ddd037cfe4824537852776529c9c6f18 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ddd037cfe4824537852776529c9c6f18 2024-11-23T15:22:27,578 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/23a07844acbc45a98aaecd91d1dbd6f6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/23a07844acbc45a98aaecd91d1dbd6f6 2024-11-23T15:22:27,580 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into ddd037cfe4824537852776529c9c6f18(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:27,580 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375347153; duration=0sec 2024-11-23T15:22:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:27,581 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:27,581 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:27,581 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:27,581 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c1c921fdde5b4fba826069fc78efec05, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ee10451a27584239a16cfbba2ab7dc29, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/71064567c8d34c2b935ef7e481e95232] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.4 K 2024-11-23T15:22:27,582 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1c921fdde5b4fba826069fc78efec05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375344123 2024-11-23T15:22:27,582 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee10451a27584239a16cfbba2ab7dc29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732375344135 2024-11-23T15:22:27,583 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71064567c8d34c2b935ef7e481e95232, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375346271 2024-11-23T15:22:27,584 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into 23a07844acbc45a98aaecd91d1dbd6f6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:27,584 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:27,584 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375347153; duration=0sec 2024-11-23T15:22:27,584 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:27,584 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:27,590 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:27,591 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/1b8b6d7aa16547f9b912e6c25030e469 is 50, key is test_row_0/C:col10/1732375346271/Put/seqid=0 2024-11-23T15:22:27,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742110_1286 (size=12359) 2024-11-23T15:22:27,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/bc9c709b4b394158b7d7765b25045343 2024-11-23T15:22:27,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/658ed0807d09400f9a893d1b21e6307e is 50, key is test_row_0/B:col10/1732375346289/Put/seqid=0 2024-11-23T15:22:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742111_1287 (size=12151) 2024-11-23T15:22:27,662 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/658ed0807d09400f9a893d1b21e6307e 2024-11-23T15:22:27,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/b6bdca714f2b494c86776df17f592973 is 50, key is test_row_0/C:col10/1732375346289/Put/seqid=0 2024-11-23T15:22:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742112_1288 (size=12151) 2024-11-23T15:22:27,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375407723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375407725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375407725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375407726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375407726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,000 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/1b8b6d7aa16547f9b912e6c25030e469 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1b8b6d7aa16547f9b912e6c25030e469 2024-11-23T15:22:28,005 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into 1b8b6d7aa16547f9b912e6c25030e469(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:28,005 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:28,005 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375347153; duration=0sec 2024-11-23T15:22:28,005 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:28,005 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375408027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375408028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375408028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375408028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375408028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,074 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/b6bdca714f2b494c86776df17f592973 2024-11-23T15:22:28,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/bc9c709b4b394158b7d7765b25045343 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/bc9c709b4b394158b7d7765b25045343 2024-11-23T15:22:28,084 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/bc9c709b4b394158b7d7765b25045343, entries=150, sequenceid=155, filesize=11.9 K 2024-11-23T15:22:28,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/658ed0807d09400f9a893d1b21e6307e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/658ed0807d09400f9a893d1b21e6307e 2024-11-23T15:22:28,089 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/658ed0807d09400f9a893d1b21e6307e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-23T15:22:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/b6bdca714f2b494c86776df17f592973 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/b6bdca714f2b494c86776df17f592973 2024-11-23T15:22:28,094 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/b6bdca714f2b494c86776df17f592973, entries=150, sequenceid=155, filesize=11.9 K 2024-11-23T15:22:28,095 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f6199477bcf024291324b75da09b5b1d in 857ms, sequenceid=155, compaction requested=false 2024-11-23T15:22:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T15:22:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T15:22:28,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T15:22:28,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-11-23T15:22:28,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.7800 sec 2024-11-23T15:22:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T15:22:28,424 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T15:22:28,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T15:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:28,427 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:28,427 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:28,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:28,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:22:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:28,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/70e0550e7d0745e38882931f8d22951e is 50, key is test_row_0/A:col10/1732375347417/Put/seqid=0 2024-11-23T15:22:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742113_1289 (size=14541) 2024-11-23T15:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375408548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375408549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375408549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375408551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375408551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375408653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375408653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375408653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375408654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375408654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:28,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:28,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:28,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375408856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375408856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375408856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375408857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375408857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:28,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:28,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:28,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:28,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:28,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/70e0550e7d0745e38882931f8d22951e 2024-11-23T15:22:28,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/349f9a73ef914c5189cff01e0e01e7e2 is 50, key is test_row_0/B:col10/1732375347417/Put/seqid=0 2024-11-23T15:22:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742114_1290 (size=12151) 2024-11-23T15:22:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:29,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375409159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375409159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375409160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375409160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375409161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/349f9a73ef914c5189cff01e0e01e7e2 2024-11-23T15:22:29,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/d8c9d1b47d434aa2ae4e683f350a24b2 is 50, key is test_row_0/C:col10/1732375347417/Put/seqid=0 2024-11-23T15:22:29,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742115_1291 (size=12151) 2024-11-23T15:22:29,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:29,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375409661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375409664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375409667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375409672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375409676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/d8c9d1b47d434aa2ae4e683f350a24b2 2024-11-23T15:22:29,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/70e0550e7d0745e38882931f8d22951e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/70e0550e7d0745e38882931f8d22951e 2024-11-23T15:22:29,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/70e0550e7d0745e38882931f8d22951e, entries=200, sequenceid=171, filesize=14.2 K 2024-11-23T15:22:29,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/349f9a73ef914c5189cff01e0e01e7e2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/349f9a73ef914c5189cff01e0e01e7e2 2024-11-23T15:22:29,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/349f9a73ef914c5189cff01e0e01e7e2, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T15:22:29,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/d8c9d1b47d434aa2ae4e683f350a24b2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d8c9d1b47d434aa2ae4e683f350a24b2 2024-11-23T15:22:29,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d8c9d1b47d434aa2ae4e683f350a24b2, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T15:22:29,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f6199477bcf024291324b75da09b5b1d in 1256ms, sequenceid=171, compaction requested=true 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:29,788 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:29,788 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:29,789 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:29,789 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:29,789 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:29,789 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:29,789 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,789 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,789 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ddd037cfe4824537852776529c9c6f18, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/bc9c709b4b394158b7d7765b25045343, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/70e0550e7d0745e38882931f8d22951e] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=38.1 K 2024-11-23T15:22:29,790 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/23a07844acbc45a98aaecd91d1dbd6f6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/658ed0807d09400f9a893d1b21e6307e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/349f9a73ef914c5189cff01e0e01e7e2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.8 K 2024-11-23T15:22:29,790 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddd037cfe4824537852776529c9c6f18, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375346271 2024-11-23T15:22:29,790 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 23a07844acbc45a98aaecd91d1dbd6f6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375346271 2024-11-23T15:22:29,790 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9c709b4b394158b7d7765b25045343, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732375346289 2024-11-23T15:22:29,790 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 658ed0807d09400f9a893d1b21e6307e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732375346289 2024-11-23T15:22:29,790 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70e0550e7d0745e38882931f8d22951e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732375347416 2024-11-23T15:22:29,790 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 349f9a73ef914c5189cff01e0e01e7e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732375347417 2024-11-23T15:22:29,798 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:29,798 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:29,798 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/74cbcd624a4744539439f81ed78a05bd is 50, key is test_row_0/B:col10/1732375347417/Put/seqid=0 2024-11-23T15:22:29,799 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/384d782826404f63b22eb4b5abb6c422 is 50, key is test_row_0/A:col10/1732375347417/Put/seqid=0 2024-11-23T15:22:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742116_1292 (size=12561) 2024-11-23T15:22:29,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:29,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T15:22:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,804 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:29,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/5b9a70f36abc408d9b1d414a4ece90b8 is 50, key is test_row_0/A:col10/1732375348549/Put/seqid=0 2024-11-23T15:22:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742117_1293 (size=12561) 2024-11-23T15:22:29,809 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/74cbcd624a4744539439f81ed78a05bd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/74cbcd624a4744539439f81ed78a05bd 2024-11-23T15:22:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742118_1294 (size=12151) 2024-11-23T15:22:29,813 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/5b9a70f36abc408d9b1d414a4ece90b8 2024-11-23T15:22:29,818 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into 74cbcd624a4744539439f81ed78a05bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:29,819 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:29,819 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375349788; duration=0sec 2024-11-23T15:22:29,819 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:29,819 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:29,819 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:29,820 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:29,820 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:29,820 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:29,820 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1b8b6d7aa16547f9b912e6c25030e469, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/b6bdca714f2b494c86776df17f592973, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d8c9d1b47d434aa2ae4e683f350a24b2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=35.8 K 2024-11-23T15:22:29,821 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b8b6d7aa16547f9b912e6c25030e469, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732375346271 2024-11-23T15:22:29,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d1c37200320d47c18a4f5fb899059145 is 50, key is test_row_0/B:col10/1732375348549/Put/seqid=0 2024-11-23T15:22:29,821 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b6bdca714f2b494c86776df17f592973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732375346289 2024-11-23T15:22:29,822 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d8c9d1b47d434aa2ae4e683f350a24b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732375347417 2024-11-23T15:22:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742119_1295 (size=12151) 2024-11-23T15:22:29,833 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:29,834 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/922a5b7d599b4e4baa24329fc184a7e2 is 50, key is test_row_0/C:col10/1732375347417/Put/seqid=0 2024-11-23T15:22:29,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742120_1296 (size=12561) 2024-11-23T15:22:30,208 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/384d782826404f63b22eb4b5abb6c422 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/384d782826404f63b22eb4b5abb6c422 2024-11-23T15:22:30,213 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into 384d782826404f63b22eb4b5abb6c422(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:30,213 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:30,213 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375349788; duration=0sec 2024-11-23T15:22:30,213 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:30,213 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:30,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d1c37200320d47c18a4f5fb899059145 2024-11-23T15:22:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/4369b43177cf4c9aa08e96c3c7db945b is 50, key is test_row_0/C:col10/1732375348549/Put/seqid=0 2024-11-23T15:22:30,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742121_1297 (size=12151) 2024-11-23T15:22:30,254 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/922a5b7d599b4e4baa24329fc184a7e2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/922a5b7d599b4e4baa24329fc184a7e2 2024-11-23T15:22:30,259 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into 922a5b7d599b4e4baa24329fc184a7e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:30,259 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:30,259 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375349788; duration=0sec 2024-11-23T15:22:30,259 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:30,259 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:30,647 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/4369b43177cf4c9aa08e96c3c7db945b 2024-11-23T15:22:30,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/5b9a70f36abc408d9b1d414a4ece90b8 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/5b9a70f36abc408d9b1d414a4ece90b8 2024-11-23T15:22:30,657 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/5b9a70f36abc408d9b1d414a4ece90b8, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T15:22:30,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d1c37200320d47c18a4f5fb899059145 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d1c37200320d47c18a4f5fb899059145 2024-11-23T15:22:30,662 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d1c37200320d47c18a4f5fb899059145, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T15:22:30,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/4369b43177cf4c9aa08e96c3c7db945b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/4369b43177cf4c9aa08e96c3c7db945b 2024-11-23T15:22:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:30,667 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/4369b43177cf4c9aa08e96c3c7db945b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T15:22:30,668 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for f6199477bcf024291324b75da09b5b1d in 865ms, sequenceid=195, compaction requested=false 2024-11-23T15:22:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T15:22:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T15:22:30,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T15:22:30,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2440 sec 2024-11-23T15:22:30,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.2480 sec 2024-11-23T15:22:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:30,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:22:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:30,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/87deb4efa358430092d8576569a4fdeb is 50, key is test_row_0/A:col10/1732375350669/Put/seqid=0 2024-11-23T15:22:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375410691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375410692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375410694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742122_1298 (size=14541) 2024-11-23T15:22:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375410695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375410696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375410797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375410797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375410797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375410799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375410799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375411000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375411000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375411000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375411003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375411003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/87deb4efa358430092d8576569a4fdeb 2024-11-23T15:22:31,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/11b0a6cba62a4e358b95f1d6ff52ff99 is 50, key is test_row_0/B:col10/1732375350669/Put/seqid=0 2024-11-23T15:22:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742123_1299 (size=12151) 2024-11-23T15:22:31,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/11b0a6cba62a4e358b95f1d6ff52ff99 2024-11-23T15:22:31,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/ac2867dc53164ac29bcd252e694c08b4 is 50, key is test_row_0/C:col10/1732375350669/Put/seqid=0 2024-11-23T15:22:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742124_1300 (size=12151) 2024-11-23T15:22:31,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375411304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375411304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375411306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375411306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/ac2867dc53164ac29bcd252e694c08b4 2024-11-23T15:22:31,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/87deb4efa358430092d8576569a4fdeb as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/87deb4efa358430092d8576569a4fdeb 2024-11-23T15:22:31,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/87deb4efa358430092d8576569a4fdeb, entries=200, sequenceid=210, filesize=14.2 K 2024-11-23T15:22:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/11b0a6cba62a4e358b95f1d6ff52ff99 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/11b0a6cba62a4e358b95f1d6ff52ff99 2024-11-23T15:22:31,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/11b0a6cba62a4e358b95f1d6ff52ff99, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T15:22:31,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/ac2867dc53164ac29bcd252e694c08b4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ac2867dc53164ac29bcd252e694c08b4 2024-11-23T15:22:31,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ac2867dc53164ac29bcd252e694c08b4, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T15:22:31,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f6199477bcf024291324b75da09b5b1d in 876ms, sequenceid=210, compaction requested=true 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:31,550 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:31,550 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:31,551 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:31,551 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:31,551 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:31,551 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:31,551 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:31,551 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:31,551 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/74cbcd624a4744539439f81ed78a05bd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d1c37200320d47c18a4f5fb899059145, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/11b0a6cba62a4e358b95f1d6ff52ff99] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=36.0 K 2024-11-23T15:22:31,551 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/384d782826404f63b22eb4b5abb6c422, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/5b9a70f36abc408d9b1d414a4ece90b8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/87deb4efa358430092d8576569a4fdeb] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=38.3 K 2024-11-23T15:22:31,552 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 74cbcd624a4744539439f81ed78a05bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732375347417 2024-11-23T15:22:31,552 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 384d782826404f63b22eb4b5abb6c422, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732375347417 2024-11-23T15:22:31,553 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b9a70f36abc408d9b1d414a4ece90b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732375348547 2024-11-23T15:22:31,553 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d1c37200320d47c18a4f5fb899059145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732375348547 2024-11-23T15:22:31,553 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 11b0a6cba62a4e358b95f1d6ff52ff99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732375350669 2024-11-23T15:22:31,553 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87deb4efa358430092d8576569a4fdeb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732375350669 2024-11-23T15:22:31,574 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:31,574 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:31,575 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/44ea720d9cd049688c2d8bf2168257e4 is 50, key is test_row_0/A:col10/1732375350669/Put/seqid=0 2024-11-23T15:22:31,575 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/19b75115395347df8b7cc53e287b041c is 50, key is test_row_0/B:col10/1732375350669/Put/seqid=0 2024-11-23T15:22:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742125_1301 (size=12663) 2024-11-23T15:22:31,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742126_1302 (size=12663) 2024-11-23T15:22:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:31,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T15:22:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:31,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6d1031dbcfa7401180d5420841c92358 is 50, key is test_row_0/A:col10/1732375351809/Put/seqid=0 2024-11-23T15:22:31,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375411813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375411814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375411816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742127_1303 (size=14541) 2024-11-23T15:22:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375411817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375411818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375411919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375411919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375411919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375411922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375411922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:31,985 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/19b75115395347df8b7cc53e287b041c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/19b75115395347df8b7cc53e287b041c 2024-11-23T15:22:31,993 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into 19b75115395347df8b7cc53e287b041c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:31,993 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:31,993 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375351550; duration=0sec 2024-11-23T15:22:31,994 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:31,994 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:31,994 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:31,995 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:31,995 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:31,995 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:31,995 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/922a5b7d599b4e4baa24329fc184a7e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/4369b43177cf4c9aa08e96c3c7db945b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ac2867dc53164ac29bcd252e694c08b4] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=36.0 K 2024-11-23T15:22:31,996 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 922a5b7d599b4e4baa24329fc184a7e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732375347417 2024-11-23T15:22:31,996 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/44ea720d9cd049688c2d8bf2168257e4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/44ea720d9cd049688c2d8bf2168257e4 2024-11-23T15:22:31,997 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4369b43177cf4c9aa08e96c3c7db945b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732375348547 2024-11-23T15:22:31,997 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ac2867dc53164ac29bcd252e694c08b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732375350669 2024-11-23T15:22:32,002 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into 44ea720d9cd049688c2d8bf2168257e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:32,002 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:32,002 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375351550; duration=0sec 2024-11-23T15:22:32,002 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:32,002 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:32,005 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:32,006 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/3161d5bb3c034bf1a25b4eb32e2731d1 is 50, key is test_row_0/C:col10/1732375350669/Put/seqid=0 2024-11-23T15:22:32,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742128_1304 (size=12663) 2024-11-23T15:22:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375412121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375412122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375412122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375412125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375412127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6d1031dbcfa7401180d5420841c92358 2024-11-23T15:22:32,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/be1ea59f0f8346039b57f245fb23f217 is 50, key is test_row_0/B:col10/1732375351809/Put/seqid=0 2024-11-23T15:22:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742129_1305 (size=12151) 2024-11-23T15:22:32,419 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/3161d5bb3c034bf1a25b4eb32e2731d1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/3161d5bb3c034bf1a25b4eb32e2731d1 2024-11-23T15:22:32,424 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into 3161d5bb3c034bf1a25b4eb32e2731d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:32,424 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:32,424 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375351550; duration=0sec 2024-11-23T15:22:32,424 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:32,424 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375412424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375412425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375412425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375412428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375412430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T15:22:32,531 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T15:22:32,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-23T15:22:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T15:22:32,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:32,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:32,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:32,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/be1ea59f0f8346039b57f245fb23f217 2024-11-23T15:22:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T15:22:32,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e6f784f69ca74d3cb4cb6de111f9e087 is 50, key is test_row_0/C:col10/1732375351809/Put/seqid=0 2024-11-23T15:22:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742130_1306 (size=12151) 2024-11-23T15:22:32,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e6f784f69ca74d3cb4cb6de111f9e087 2024-11-23T15:22:32,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/6d1031dbcfa7401180d5420841c92358 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6d1031dbcfa7401180d5420841c92358 2024-11-23T15:22:32,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6d1031dbcfa7401180d5420841c92358, entries=200, sequenceid=237, filesize=14.2 K 2024-11-23T15:22:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/be1ea59f0f8346039b57f245fb23f217 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/be1ea59f0f8346039b57f245fb23f217 2024-11-23T15:22:32,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/be1ea59f0f8346039b57f245fb23f217, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T15:22:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e6f784f69ca74d3cb4cb6de111f9e087 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e6f784f69ca74d3cb4cb6de111f9e087 2024-11-23T15:22:32,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e6f784f69ca74d3cb4cb6de111f9e087, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T15:22:32,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for f6199477bcf024291324b75da09b5b1d in 858ms, sequenceid=237, compaction requested=false 2024-11-23T15:22:32,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:32,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T15:22:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:32,687 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T15:22:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:32,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/4cfd53b2d3c6498c94a354fa59e85df6 is 50, key is test_row_0/A:col10/1732375351815/Put/seqid=0 2024-11-23T15:22:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742131_1307 (size=12151) 2024-11-23T15:22:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T15:22:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:32,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375412946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375412945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375412947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375412949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375412949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375413050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375413050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375413050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375413052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375413052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,096 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/4cfd53b2d3c6498c94a354fa59e85df6 2024-11-23T15:22:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/e26f20389a9e4e0ab1e5efb51e77d043 is 50, key is test_row_0/B:col10/1732375351815/Put/seqid=0 2024-11-23T15:22:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742132_1308 (size=12151) 2024-11-23T15:22:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T15:22:33,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375413253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375413254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375413255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375413255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375413256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,508 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/e26f20389a9e4e0ab1e5efb51e77d043 2024-11-23T15:22:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e325006984854d9dbe45cec019840317 is 50, key is test_row_0/C:col10/1732375351815/Put/seqid=0 2024-11-23T15:22:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742133_1309 (size=12151) 2024-11-23T15:22:33,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375413557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375413557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375413558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375413559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375413561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T15:22:33,921 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e325006984854d9dbe45cec019840317 2024-11-23T15:22:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/4cfd53b2d3c6498c94a354fa59e85df6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/4cfd53b2d3c6498c94a354fa59e85df6 2024-11-23T15:22:33,930 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/4cfd53b2d3c6498c94a354fa59e85df6, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T15:22:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/e26f20389a9e4e0ab1e5efb51e77d043 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e26f20389a9e4e0ab1e5efb51e77d043 2024-11-23T15:22:33,934 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e26f20389a9e4e0ab1e5efb51e77d043, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T15:22:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e325006984854d9dbe45cec019840317 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e325006984854d9dbe45cec019840317 2024-11-23T15:22:33,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e325006984854d9dbe45cec019840317, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T15:22:33,940 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f6199477bcf024291324b75da09b5b1d in 1253ms, sequenceid=250, compaction requested=true 2024-11-23T15:22:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-23T15:22:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-23T15:22:33,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T15:22:33,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-23T15:22:33,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4110 sec 2024-11-23T15:22:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:34,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T15:22:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:34,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:34,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:34,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/2153b443642348afa0e1196f0bdb90d1 is 50, key is test_row_0/A:col10/1732375352946/Put/seqid=0 2024-11-23T15:22:34,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742134_1310 (size=14741) 2024-11-23T15:22:34,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375414067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375414093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375414093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375414094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375414093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375414198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375414198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375414198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375414199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375414401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375414401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375414401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375414402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/2153b443642348afa0e1196f0bdb90d1 2024-11-23T15:22:34,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/1b3d522ca2c4493c8931859ac5f4a594 is 50, key is test_row_0/B:col10/1732375352946/Put/seqid=0 2024-11-23T15:22:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742135_1311 (size=12301) 2024-11-23T15:22:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T15:22:34,638 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T15:22:34,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-23T15:22:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T15:22:34,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:34,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:34,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:34,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375414706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375414706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375414706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375414706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T15:22:34,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T15:22:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:34,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:34,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/1b3d522ca2c4493c8931859ac5f4a594 2024-11-23T15:22:34,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/bff704589bab414fa1d2a787ca420640 is 50, key is test_row_0/C:col10/1732375352946/Put/seqid=0 2024-11-23T15:22:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742136_1312 (size=12301) 2024-11-23T15:22:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T15:22:34,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:34,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T15:22:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:34,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375415097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,099 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T15:22:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375415210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375415211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375415212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375415213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T15:22:35,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T15:22:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:35,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/bff704589bab414fa1d2a787ca420640 2024-11-23T15:22:35,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/2153b443642348afa0e1196f0bdb90d1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/2153b443642348afa0e1196f0bdb90d1 2024-11-23T15:22:35,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/2153b443642348afa0e1196f0bdb90d1, entries=200, sequenceid=277, filesize=14.4 K 2024-11-23T15:22:35,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/1b3d522ca2c4493c8931859ac5f4a594 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/1b3d522ca2c4493c8931859ac5f4a594 2024-11-23T15:22:35,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/1b3d522ca2c4493c8931859ac5f4a594, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T15:22:35,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/bff704589bab414fa1d2a787ca420640 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/bff704589bab414fa1d2a787ca420640 2024-11-23T15:22:35,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/bff704589bab414fa1d2a787ca420640, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T15:22:35,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f6199477bcf024291324b75da09b5b1d in 1259ms, sequenceid=277, compaction requested=true 2024-11-23T15:22:35,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:35,322 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:22:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:35,322 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:22:35,323 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:22:35,323 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:22:35,323 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:35,323 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:35,323 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,323 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,323 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/44ea720d9cd049688c2d8bf2168257e4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6d1031dbcfa7401180d5420841c92358, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/4cfd53b2d3c6498c94a354fa59e85df6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/2153b443642348afa0e1196f0bdb90d1] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=52.8 K 2024-11-23T15:22:35,323 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/19b75115395347df8b7cc53e287b041c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/be1ea59f0f8346039b57f245fb23f217, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e26f20389a9e4e0ab1e5efb51e77d043, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/1b3d522ca2c4493c8931859ac5f4a594] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=48.1 K 2024-11-23T15:22:35,324 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b75115395347df8b7cc53e287b041c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732375350669 2024-11-23T15:22:35,324 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44ea720d9cd049688c2d8bf2168257e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732375350669 2024-11-23T15:22:35,324 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting be1ea59f0f8346039b57f245fb23f217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732375350694 2024-11-23T15:22:35,324 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d1031dbcfa7401180d5420841c92358, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732375350694 2024-11-23T15:22:35,325 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e26f20389a9e4e0ab1e5efb51e77d043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375351812 2024-11-23T15:22:35,325 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cfd53b2d3c6498c94a354fa59e85df6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375351812 2024-11-23T15:22:35,325 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b3d522ca2c4493c8931859ac5f4a594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732375352946 2024-11-23T15:22:35,325 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2153b443642348afa0e1196f0bdb90d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732375352946 2024-11-23T15:22:35,334 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:35,335 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/63dc37cef2e147a493aaf26e919a2d35 is 50, key is test_row_0/A:col10/1732375352946/Put/seqid=0 2024-11-23T15:22:35,337 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:35,338 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/65a5006f3f7d451eb31a05afd0260b42 is 50, key is test_row_0/B:col10/1732375352946/Put/seqid=0 2024-11-23T15:22:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742137_1313 (size=12949) 2024-11-23T15:22:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742138_1314 (size=12949) 2024-11-23T15:22:35,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:35,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,405 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:35,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/66975687095f4159bccbb51f3ffe3af1 is 50, key is test_row_0/A:col10/1732375354063/Put/seqid=0 2024-11-23T15:22:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742139_1315 (size=12301) 2024-11-23T15:22:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T15:22:35,746 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/63dc37cef2e147a493aaf26e919a2d35 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/63dc37cef2e147a493aaf26e919a2d35 2024-11-23T15:22:35,751 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/65a5006f3f7d451eb31a05afd0260b42 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/65a5006f3f7d451eb31a05afd0260b42 2024-11-23T15:22:35,752 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into 63dc37cef2e147a493aaf26e919a2d35(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:35,752 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:35,752 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=12, startTime=1732375355321; duration=0sec 2024-11-23T15:22:35,752 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:35,752 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:35,753 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:22:35,754 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:22:35,754 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:35,754 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:35,754 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/3161d5bb3c034bf1a25b4eb32e2731d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e6f784f69ca74d3cb4cb6de111f9e087, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e325006984854d9dbe45cec019840317, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/bff704589bab414fa1d2a787ca420640] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=48.1 K 2024-11-23T15:22:35,755 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3161d5bb3c034bf1a25b4eb32e2731d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732375350669 2024-11-23T15:22:35,755 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6f784f69ca74d3cb4cb6de111f9e087, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732375350694 2024-11-23T15:22:35,756 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e325006984854d9dbe45cec019840317, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732375351812 2024-11-23T15:22:35,756 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting bff704589bab414fa1d2a787ca420640, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732375352946 2024-11-23T15:22:35,756 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into 65a5006f3f7d451eb31a05afd0260b42(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:35,756 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:35,756 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=12, startTime=1732375355322; duration=0sec 2024-11-23T15:22:35,756 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:35,756 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:35,766 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:35,766 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/aa304c7c286640789fa0f890481c39f0 is 50, key is test_row_0/C:col10/1732375352946/Put/seqid=0 2024-11-23T15:22:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742140_1316 (size=12949) 2024-11-23T15:22:35,815 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/66975687095f4159bccbb51f3ffe3af1 2024-11-23T15:22:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/b8bc9b9aa6704e8e86f2b76745911f4c is 50, key is test_row_0/B:col10/1732375354063/Put/seqid=0 2024-11-23T15:22:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742141_1317 (size=12301) 2024-11-23T15:22:36,179 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/aa304c7c286640789fa0f890481c39f0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/aa304c7c286640789fa0f890481c39f0 2024-11-23T15:22:36,185 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into aa304c7c286640789fa0f890481c39f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:36,185 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:36,185 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=12, startTime=1732375355322; duration=0sec 2024-11-23T15:22:36,185 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:36,185 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:36,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:36,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/b8bc9b9aa6704e8e86f2b76745911f4c 2024-11-23T15:22:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/1ea09a1b9a7945c89dbd3e07e2159c0c is 50, key is test_row_0/C:col10/1732375354063/Put/seqid=0 2024-11-23T15:22:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375416239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375416240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375416241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375416241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742142_1318 (size=12301) 2024-11-23T15:22:36,246 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/1ea09a1b9a7945c89dbd3e07e2159c0c 2024-11-23T15:22:36,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/66975687095f4159bccbb51f3ffe3af1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/66975687095f4159bccbb51f3ffe3af1 2024-11-23T15:22:36,256 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/66975687095f4159bccbb51f3ffe3af1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T15:22:36,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/b8bc9b9aa6704e8e86f2b76745911f4c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/b8bc9b9aa6704e8e86f2b76745911f4c 2024-11-23T15:22:36,261 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/b8bc9b9aa6704e8e86f2b76745911f4c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T15:22:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/1ea09a1b9a7945c89dbd3e07e2159c0c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1ea09a1b9a7945c89dbd3e07e2159c0c 2024-11-23T15:22:36,266 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1ea09a1b9a7945c89dbd3e07e2159c0c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T15:22:36,267 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for f6199477bcf024291324b75da09b5b1d in 862ms, sequenceid=286, compaction requested=false 2024-11-23T15:22:36,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:36,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:36,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-23T15:22:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-23T15:22:36,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T15:22:36,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-23T15:22:36,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.6330 sec 2024-11-23T15:22:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:36,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T15:22:36,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:36,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375416348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375416350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375416350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375416351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/f835f69879414be8a111ffd4ebab3153 is 50, key is test_row_0/A:col10/1732375356345/Put/seqid=0 2024-11-23T15:22:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742143_1319 (size=12301) 2024-11-23T15:22:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375416455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375416455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375416455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375416456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375416658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375416658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375416659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375416659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T15:22:36,745 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-23T15:22:36,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-23T15:22:36,748 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T15:22:36,749 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:36,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:36,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/f835f69879414be8a111ffd4ebab3153 2024-11-23T15:22:36,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/f700b2d4b6a24809a59a1bc7424cfb27 is 50, key is test_row_0/B:col10/1732375356345/Put/seqid=0 2024-11-23T15:22:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742144_1320 (size=12301) 2024-11-23T15:22:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T15:22:36,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T15:22:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:36,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:36,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:36,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375416960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375416962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375416963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375416963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T15:22:37,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T15:22:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34896 deadline: 1732375417111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,115 DEBUG [Thread-1175 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., hostname=6a36843bf905,41973,1732375277245, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:37,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/f700b2d4b6a24809a59a1bc7424cfb27 2024-11-23T15:22:37,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e8cb89d2ddba4f4eb5f420acfff8afb7 is 50, key is test_row_0/C:col10/1732375356345/Put/seqid=0 2024-11-23T15:22:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742145_1321 (size=12301) 2024-11-23T15:22:37,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T15:22:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T15:22:37,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T15:22:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375417466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375417466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375417467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375417468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T15:22:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. as already flushing 2024-11-23T15:22:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:37,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e8cb89d2ddba4f4eb5f420acfff8afb7 2024-11-23T15:22:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/f835f69879414be8a111ffd4ebab3153 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/f835f69879414be8a111ffd4ebab3153 2024-11-23T15:22:37,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/f835f69879414be8a111ffd4ebab3153, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T15:22:37,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/f700b2d4b6a24809a59a1bc7424cfb27 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f700b2d4b6a24809a59a1bc7424cfb27 2024-11-23T15:22:37,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f700b2d4b6a24809a59a1bc7424cfb27, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T15:22:37,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/e8cb89d2ddba4f4eb5f420acfff8afb7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e8cb89d2ddba4f4eb5f420acfff8afb7 2024-11-23T15:22:37,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e8cb89d2ddba4f4eb5f420acfff8afb7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T15:22:37,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f6199477bcf024291324b75da09b5b1d in 1267ms, sequenceid=319, compaction requested=true 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:37,614 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:37,614 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:37,615 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:37,615 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:37,615 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,615 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/65a5006f3f7d451eb31a05afd0260b42, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/b8bc9b9aa6704e8e86f2b76745911f4c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f700b2d4b6a24809a59a1bc7424cfb27] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=36.7 K 2024-11-23T15:22:37,615 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:37,615 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:37,615 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,616 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/63dc37cef2e147a493aaf26e919a2d35, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/66975687095f4159bccbb51f3ffe3af1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/f835f69879414be8a111ffd4ebab3153] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=36.7 K 2024-11-23T15:22:37,617 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a5006f3f7d451eb31a05afd0260b42, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732375352946 2024-11-23T15:22:37,617 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63dc37cef2e147a493aaf26e919a2d35, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732375352946 2024-11-23T15:22:37,617 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b8bc9b9aa6704e8e86f2b76745911f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732375354063 2024-11-23T15:22:37,617 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66975687095f4159bccbb51f3ffe3af1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732375354063 2024-11-23T15:22:37,618 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f700b2d4b6a24809a59a1bc7424cfb27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732375356237 2024-11-23T15:22:37,618 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting f835f69879414be8a111ffd4ebab3153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732375356237 2024-11-23T15:22:37,628 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:37,628 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:37,628 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d6f3215f9d6b47e9be8b3dc012c247c7 is 50, key is test_row_0/B:col10/1732375356345/Put/seqid=0 2024-11-23T15:22:37,628 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/7438f883e44843e8bb8b55b24bb0764d is 50, key is test_row_0/A:col10/1732375356345/Put/seqid=0 2024-11-23T15:22:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742147_1323 (size=13051) 2024-11-23T15:22:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742146_1322 (size=13051) 2024-11-23T15:22:37,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:37,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T15:22:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:37,666 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T15:22:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:37,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/ff31967134bb4c1f90eadc7929f9a9e3 is 50, key is test_row_0/A:col10/1732375356349/Put/seqid=0 2024-11-23T15:22:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742148_1324 (size=7415) 2024-11-23T15:22:37,675 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/ff31967134bb4c1f90eadc7929f9a9e3 2024-11-23T15:22:37,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/e36d57919bfd4717a44ab9d481181699 is 50, key is test_row_0/B:col10/1732375356349/Put/seqid=0 2024-11-23T15:22:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742149_1325 (size=7415) 2024-11-23T15:22:37,688 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/e36d57919bfd4717a44ab9d481181699 2024-11-23T15:22:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/c79366e8429a45db9722761c068f7f46 is 50, key is test_row_0/C:col10/1732375356349/Put/seqid=0 2024-11-23T15:22:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742150_1326 (size=7415) 2024-11-23T15:22:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T15:22:38,058 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/d6f3215f9d6b47e9be8b3dc012c247c7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d6f3215f9d6b47e9be8b3dc012c247c7 2024-11-23T15:22:38,058 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/7438f883e44843e8bb8b55b24bb0764d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/7438f883e44843e8bb8b55b24bb0764d 2024-11-23T15:22:38,063 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into 7438f883e44843e8bb8b55b24bb0764d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:38,063 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:38,063 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375357614; duration=0sec 2024-11-23T15:22:38,063 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:38,063 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:38,063 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:38,064 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into d6f3215f9d6b47e9be8b3dc012c247c7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:38,064 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:38,064 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375357614; duration=0sec 2024-11-23T15:22:38,064 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:38,064 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:38,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:38,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:38,065 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:38,065 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/aa304c7c286640789fa0f890481c39f0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1ea09a1b9a7945c89dbd3e07e2159c0c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e8cb89d2ddba4f4eb5f420acfff8afb7] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=36.7 K 2024-11-23T15:22:38,065 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa304c7c286640789fa0f890481c39f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732375352946 2024-11-23T15:22:38,066 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ea09a1b9a7945c89dbd3e07e2159c0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732375354063 2024-11-23T15:22:38,066 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8cb89d2ddba4f4eb5f420acfff8afb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732375356237 2024-11-23T15:22:38,078 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:38,079 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/827f5116463946f1a7a0f2904ac592d9 is 50, key is test_row_0/C:col10/1732375356345/Put/seqid=0 2024-11-23T15:22:38,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742151_1327 (size=13051) 2024-11-23T15:22:38,099 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/827f5116463946f1a7a0f2904ac592d9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/827f5116463946f1a7a0f2904ac592d9 2024-11-23T15:22:38,100 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/c79366e8429a45db9722761c068f7f46 2024-11-23T15:22:38,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/ff31967134bb4c1f90eadc7929f9a9e3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ff31967134bb4c1f90eadc7929f9a9e3 2024-11-23T15:22:38,105 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into 827f5116463946f1a7a0f2904ac592d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:38,105 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:38,105 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375357614; duration=0sec 2024-11-23T15:22:38,105 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:38,106 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:38,110 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ff31967134bb4c1f90eadc7929f9a9e3, entries=50, sequenceid=325, filesize=7.2 K 2024-11-23T15:22:38,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/e36d57919bfd4717a44ab9d481181699 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e36d57919bfd4717a44ab9d481181699 2024-11-23T15:22:38,115 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e36d57919bfd4717a44ab9d481181699, entries=50, sequenceid=325, filesize=7.2 K 2024-11-23T15:22:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/c79366e8429a45db9722761c068f7f46 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c79366e8429a45db9722761c068f7f46 2024-11-23T15:22:38,120 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c79366e8429a45db9722761c068f7f46, entries=50, sequenceid=325, filesize=7.2 K 2024-11-23T15:22:38,120 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f6199477bcf024291324b75da09b5b1d in 454ms, sequenceid=325, compaction requested=false 2024-11-23T15:22:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-23T15:22:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-23T15:22:38,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T15:22:38,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3730 sec 2024-11-23T15:22:38,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.3770 sec 2024-11-23T15:22:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:38,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:22:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:38,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/80d19611c98648be829f70b6258ddfa5 is 50, key is test_row_0/A:col10/1732375358476/Put/seqid=0 2024-11-23T15:22:38,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742152_1328 (size=12301) 2024-11-23T15:22:38,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375418495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375418496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375418498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375418498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375418599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375418599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375418600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375418601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,692 DEBUG [Thread-1182 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cfccc44 to 127.0.0.1:58685 2024-11-23T15:22:38,693 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:38,693 DEBUG [Thread-1180 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58964f88 to 127.0.0.1:58685 2024-11-23T15:22:38,693 DEBUG [Thread-1184 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b4b6ad5 to 127.0.0.1:58685 2024-11-23T15:22:38,693 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:38,693 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:38,694 DEBUG [Thread-1188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x442f1f0c to 127.0.0.1:58685 2024-11-23T15:22:38,694 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:38,695 DEBUG [Thread-1186 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ed6fe0c to 127.0.0.1:58685 2024-11-23T15:22:38,695 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:38,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375418802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375418802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375418803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375418804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T15:22:38,853 INFO [Thread-1179 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-23T15:22:38,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/80d19611c98648be829f70b6258ddfa5 2024-11-23T15:22:38,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/f6ed0f590eae4affb3a4e7f84910f095 is 50, key is test_row_0/B:col10/1732375358476/Put/seqid=0 2024-11-23T15:22:38,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742153_1329 (size=12301) 2024-11-23T15:22:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375419103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375419105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375419105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375419105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/f6ed0f590eae4affb3a4e7f84910f095 2024-11-23T15:22:39,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/a884b5a4e4da4c7bb6a38527625fee9a is 50, key is test_row_0/C:col10/1732375358476/Put/seqid=0 2024-11-23T15:22:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742154_1330 (size=12301) 2024-11-23T15:22:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34866 deadline: 1732375419607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34822 deadline: 1732375419608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34872 deadline: 1732375419608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1732375419609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:39,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/a884b5a4e4da4c7bb6a38527625fee9a 2024-11-23T15:22:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/80d19611c98648be829f70b6258ddfa5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/80d19611c98648be829f70b6258ddfa5 2024-11-23T15:22:39,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/80d19611c98648be829f70b6258ddfa5, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T15:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/f6ed0f590eae4affb3a4e7f84910f095 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f6ed0f590eae4affb3a4e7f84910f095 2024-11-23T15:22:39,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f6ed0f590eae4affb3a4e7f84910f095, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T15:22:39,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/a884b5a4e4da4c7bb6a38527625fee9a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/a884b5a4e4da4c7bb6a38527625fee9a 2024-11-23T15:22:39,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/a884b5a4e4da4c7bb6a38527625fee9a, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T15:22:39,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f6199477bcf024291324b75da09b5b1d in 1245ms, sequenceid=340, compaction requested=true 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6199477bcf024291324b75da09b5b1d:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:39,723 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:39,723 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:39,724 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:39,724 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:39,724 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/B is initiating minor compaction (all files) 2024-11-23T15:22:39,724 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/A is initiating minor compaction (all files) 2024-11-23T15:22:39,724 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/B in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:39,724 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/A in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:39,724 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d6f3215f9d6b47e9be8b3dc012c247c7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e36d57919bfd4717a44ab9d481181699, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f6ed0f590eae4affb3a4e7f84910f095] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=32.0 K 2024-11-23T15:22:39,725 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/7438f883e44843e8bb8b55b24bb0764d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ff31967134bb4c1f90eadc7929f9a9e3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/80d19611c98648be829f70b6258ddfa5] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=32.0 K 2024-11-23T15:22:39,725 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d6f3215f9d6b47e9be8b3dc012c247c7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732375356237 2024-11-23T15:22:39,725 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7438f883e44843e8bb8b55b24bb0764d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732375356237 2024-11-23T15:22:39,725 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e36d57919bfd4717a44ab9d481181699, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732375356349 2024-11-23T15:22:39,725 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff31967134bb4c1f90eadc7929f9a9e3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732375356349 2024-11-23T15:22:39,725 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f6ed0f590eae4affb3a4e7f84910f095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375358475 2024-11-23T15:22:39,725 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80d19611c98648be829f70b6258ddfa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375358475 2024-11-23T15:22:39,731 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:39,731 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:39,731 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/cffe642887fb42229dff20ff7b2a9b9f is 50, key is test_row_0/A:col10/1732375358476/Put/seqid=0 2024-11-23T15:22:39,731 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/43e3841f1d46432c88005c9bce193a62 is 50, key is test_row_0/B:col10/1732375358476/Put/seqid=0 2024-11-23T15:22:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742155_1331 (size=13153) 2024-11-23T15:22:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742156_1332 (size=13153) 2024-11-23T15:22:40,139 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/43e3841f1d46432c88005c9bce193a62 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/43e3841f1d46432c88005c9bce193a62 2024-11-23T15:22:40,139 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/cffe642887fb42229dff20ff7b2a9b9f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/cffe642887fb42229dff20ff7b2a9b9f 2024-11-23T15:22:40,143 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/B of f6199477bcf024291324b75da09b5b1d into 43e3841f1d46432c88005c9bce193a62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:40,143 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/A of f6199477bcf024291324b75da09b5b1d into cffe642887fb42229dff20ff7b2a9b9f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:40,143 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/B, priority=13, startTime=1732375359723; duration=0sec 2024-11-23T15:22:40,143 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/A, priority=13, startTime=1732375359723; duration=0sec 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:B 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:A 2024-11-23T15:22:40,143 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:40,144 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:40,144 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f6199477bcf024291324b75da09b5b1d/C is initiating minor compaction (all files) 2024-11-23T15:22:40,144 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6199477bcf024291324b75da09b5b1d/C in TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:40,144 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/827f5116463946f1a7a0f2904ac592d9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c79366e8429a45db9722761c068f7f46, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/a884b5a4e4da4c7bb6a38527625fee9a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp, totalSize=32.0 K 2024-11-23T15:22:40,144 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 827f5116463946f1a7a0f2904ac592d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732375356237 2024-11-23T15:22:40,145 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c79366e8429a45db9722761c068f7f46, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732375356349 2024-11-23T15:22:40,145 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a884b5a4e4da4c7bb6a38527625fee9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732375358475 2024-11-23T15:22:40,150 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6199477bcf024291324b75da09b5b1d#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:40,151 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/16040e6819e847168e22e91ee1aab65a is 50, key is test_row_0/C:col10/1732375358476/Put/seqid=0 2024-11-23T15:22:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742157_1333 (size=13153) 2024-11-23T15:22:40,558 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/16040e6819e847168e22e91ee1aab65a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/16040e6819e847168e22e91ee1aab65a 2024-11-23T15:22:40,562 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6199477bcf024291324b75da09b5b1d/C of f6199477bcf024291324b75da09b5b1d into 16040e6819e847168e22e91ee1aab65a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:40,562 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:40,563 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d., storeName=f6199477bcf024291324b75da09b5b1d/C, priority=13, startTime=1732375359723; duration=0sec 2024-11-23T15:22:40,563 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:40,563 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6199477bcf024291324b75da09b5b1d:C 2024-11-23T15:22:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:40,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T15:22:40,611 DEBUG [Thread-1173 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x515c68c3 to 127.0.0.1:58685 2024-11-23T15:22:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:40,611 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:40,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/e647585067b14562b196255ec79e5576 is 50, key is test_row_0/A:col10/1732375358495/Put/seqid=0 2024-11-23T15:22:40,617 DEBUG [Thread-1171 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c7992d5 to 127.0.0.1:58685 2024-11-23T15:22:40,617 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:40,618 DEBUG [Thread-1169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53ef603f to 127.0.0.1:58685 2024-11-23T15:22:40,618 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742158_1334 (size=12301) 2024-11-23T15:22:40,620 DEBUG [Thread-1177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f1a41a2 to 127.0.0.1:58685 2024-11-23T15:22:40,620 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:41,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/e647585067b14562b196255ec79e5576 2024-11-23T15:22:41,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/5e91f4c56cc84a26adf76800983e0ff7 is 50, key is test_row_0/B:col10/1732375358495/Put/seqid=0 2024-11-23T15:22:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742159_1335 (size=12301) 2024-11-23T15:22:41,133 DEBUG [Thread-1175 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x564feff0 to 127.0.0.1:58685 2024-11-23T15:22:41,133 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7945 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8167 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7949 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7964 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8212 2024-11-23T15:22:41,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T15:22:41,133 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:22:41,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4dcfe2 to 127.0.0.1:58685 2024-11-23T15:22:41,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:22:41,134 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T15:22:41,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T15:22:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T15:22:41,137 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375361137"}]},"ts":"1732375361137"} 2024-11-23T15:22:41,138 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T15:22:41,139 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T15:22:41,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:22:41,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, UNASSIGN}] 2024-11-23T15:22:41,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, UNASSIGN 2024-11-23T15:22:41,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f6199477bcf024291324b75da09b5b1d, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:41,142 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:22:41,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:22:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T15:22:41,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:41,294 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:41,294 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:22:41,294 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing f6199477bcf024291324b75da09b5b1d, disabling compactions & flushes 2024-11-23T15:22:41,294 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:41,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/5e91f4c56cc84a26adf76800983e0ff7 2024-11-23T15:22:41,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/5a434abca0ba4be4ba23b9271c94ef7a is 50, key is test_row_0/C:col10/1732375358495/Put/seqid=0 2024-11-23T15:22:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T15:22:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742160_1336 (size=12301) 2024-11-23T15:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T15:22:41,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/5a434abca0ba4be4ba23b9271c94ef7a 2024-11-23T15:22:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/e647585067b14562b196255ec79e5576 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/e647585067b14562b196255ec79e5576 2024-11-23T15:22:41,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/e647585067b14562b196255ec79e5576, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T15:22:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/5e91f4c56cc84a26adf76800983e0ff7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/5e91f4c56cc84a26adf76800983e0ff7 2024-11-23T15:22:41,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/5e91f4c56cc84a26adf76800983e0ff7, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T15:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/5a434abca0ba4be4ba23b9271c94ef7a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/5a434abca0ba4be4ba23b9271c94ef7a 2024-11-23T15:22:41,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/5a434abca0ba4be4ba23b9271c94ef7a, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T15:22:41,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for f6199477bcf024291324b75da09b5b1d in 1243ms, sequenceid=369, compaction requested=false 2024-11-23T15:22:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:41,854 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. after waiting 0 ms 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:41,854 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing f6199477bcf024291324b75da09b5b1d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=A 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=B 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6199477bcf024291324b75da09b5b1d, store=C 2024-11-23T15:22:41,854 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:41,857 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/b0778648f2ba4d9ca26a17b45699ad5e is 50, key is test_row_1/A:col10/1732375361132/Put/seqid=0 2024-11-23T15:22:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742161_1337 (size=9857) 2024-11-23T15:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T15:22:42,261 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/b0778648f2ba4d9ca26a17b45699ad5e 2024-11-23T15:22:42,267 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/acbd167bed0c4fea8469a296e038e95c is 50, key is test_row_1/B:col10/1732375361132/Put/seqid=0 2024-11-23T15:22:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742162_1338 (size=9857) 2024-11-23T15:22:42,671 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/acbd167bed0c4fea8469a296e038e95c 2024-11-23T15:22:42,677 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/63dd0f366ff44fa6b67b06aa12804d91 is 50, key is test_row_1/C:col10/1732375361132/Put/seqid=0 2024-11-23T15:22:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742163_1339 (size=9857) 2024-11-23T15:22:43,081 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/63dd0f366ff44fa6b67b06aa12804d91 2024-11-23T15:22:43,085 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/A/b0778648f2ba4d9ca26a17b45699ad5e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/b0778648f2ba4d9ca26a17b45699ad5e 2024-11-23T15:22:43,087 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/b0778648f2ba4d9ca26a17b45699ad5e, entries=100, sequenceid=376, filesize=9.6 K 2024-11-23T15:22:43,088 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/B/acbd167bed0c4fea8469a296e038e95c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/acbd167bed0c4fea8469a296e038e95c 2024-11-23T15:22:43,091 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/acbd167bed0c4fea8469a296e038e95c, entries=100, sequenceid=376, filesize=9.6 K 2024-11-23T15:22:43,091 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/.tmp/C/63dd0f366ff44fa6b67b06aa12804d91 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/63dd0f366ff44fa6b67b06aa12804d91 2024-11-23T15:22:43,094 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/63dd0f366ff44fa6b67b06aa12804d91, entries=100, sequenceid=376, filesize=9.6 K 2024-11-23T15:22:43,095 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f6199477bcf024291324b75da09b5b1d in 1241ms, sequenceid=376, compaction requested=true 2024-11-23T15:22:43,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1a6ec605a4ab440b9fdfc26dd2b91d64, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/12f4682ae6ac42b9a714caa9bddca30c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1b8bef25d8f74bd181a001372cd5bca5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6c1a6045c76840bd94553d60be6ddc31, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/347de7b0427742cc903ae5aca0206e0e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/a347762d32644317a104126233fc7764, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/8b37276e82c44b909dee4b346640c5d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/970c3708c94144848c97e51dddeaaf2f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ddd037cfe4824537852776529c9c6f18, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6df38ac6018849b891cb0b9313aebfba, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/bc9c709b4b394158b7d7765b25045343, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/70e0550e7d0745e38882931f8d22951e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/384d782826404f63b22eb4b5abb6c422, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/5b9a70f36abc408d9b1d414a4ece90b8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/87deb4efa358430092d8576569a4fdeb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/44ea720d9cd049688c2d8bf2168257e4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6d1031dbcfa7401180d5420841c92358, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/4cfd53b2d3c6498c94a354fa59e85df6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/2153b443642348afa0e1196f0bdb90d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/63dc37cef2e147a493aaf26e919a2d35, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/66975687095f4159bccbb51f3ffe3af1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/7438f883e44843e8bb8b55b24bb0764d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/f835f69879414be8a111ffd4ebab3153, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ff31967134bb4c1f90eadc7929f9a9e3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/80d19611c98648be829f70b6258ddfa5] to archive 2024-11-23T15:22:43,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:22:43,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1a6ec605a4ab440b9fdfc26dd2b91d64 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1a6ec605a4ab440b9fdfc26dd2b91d64 2024-11-23T15:22:43,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/12f4682ae6ac42b9a714caa9bddca30c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/12f4682ae6ac42b9a714caa9bddca30c 2024-11-23T15:22:43,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1b8bef25d8f74bd181a001372cd5bca5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/1b8bef25d8f74bd181a001372cd5bca5 2024-11-23T15:22:43,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6c1a6045c76840bd94553d60be6ddc31 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6c1a6045c76840bd94553d60be6ddc31 2024-11-23T15:22:43,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/347de7b0427742cc903ae5aca0206e0e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/347de7b0427742cc903ae5aca0206e0e 2024-11-23T15:22:43,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/a347762d32644317a104126233fc7764 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/a347762d32644317a104126233fc7764 2024-11-23T15:22:43,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/8b37276e82c44b909dee4b346640c5d1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/8b37276e82c44b909dee4b346640c5d1 2024-11-23T15:22:43,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/970c3708c94144848c97e51dddeaaf2f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/970c3708c94144848c97e51dddeaaf2f 2024-11-23T15:22:43,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ddd037cfe4824537852776529c9c6f18 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ddd037cfe4824537852776529c9c6f18 2024-11-23T15:22:43,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6df38ac6018849b891cb0b9313aebfba to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6df38ac6018849b891cb0b9313aebfba 2024-11-23T15:22:43,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/bc9c709b4b394158b7d7765b25045343 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/bc9c709b4b394158b7d7765b25045343 2024-11-23T15:22:43,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/70e0550e7d0745e38882931f8d22951e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/70e0550e7d0745e38882931f8d22951e 2024-11-23T15:22:43,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/384d782826404f63b22eb4b5abb6c422 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/384d782826404f63b22eb4b5abb6c422 2024-11-23T15:22:43,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/5b9a70f36abc408d9b1d414a4ece90b8 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/5b9a70f36abc408d9b1d414a4ece90b8 2024-11-23T15:22:43,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/87deb4efa358430092d8576569a4fdeb to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/87deb4efa358430092d8576569a4fdeb 2024-11-23T15:22:43,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/44ea720d9cd049688c2d8bf2168257e4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/44ea720d9cd049688c2d8bf2168257e4 2024-11-23T15:22:43,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6d1031dbcfa7401180d5420841c92358 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/6d1031dbcfa7401180d5420841c92358 2024-11-23T15:22:43,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/4cfd53b2d3c6498c94a354fa59e85df6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/4cfd53b2d3c6498c94a354fa59e85df6 2024-11-23T15:22:43,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/2153b443642348afa0e1196f0bdb90d1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/2153b443642348afa0e1196f0bdb90d1 2024-11-23T15:22:43,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/63dc37cef2e147a493aaf26e919a2d35 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/63dc37cef2e147a493aaf26e919a2d35 2024-11-23T15:22:43,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/66975687095f4159bccbb51f3ffe3af1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/66975687095f4159bccbb51f3ffe3af1 2024-11-23T15:22:43,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/7438f883e44843e8bb8b55b24bb0764d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/7438f883e44843e8bb8b55b24bb0764d 2024-11-23T15:22:43,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/f835f69879414be8a111ffd4ebab3153 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/f835f69879414be8a111ffd4ebab3153 2024-11-23T15:22:43,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ff31967134bb4c1f90eadc7929f9a9e3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/ff31967134bb4c1f90eadc7929f9a9e3 2024-11-23T15:22:43,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/80d19611c98648be829f70b6258ddfa5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/80d19611c98648be829f70b6258ddfa5 2024-11-23T15:22:43,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/366083d5f93945d59d79e6d769612026, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/86a781ac338c44a9add0376a6d4426c0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/ed45f6e843ea45d4bec1f5e86b323531, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/4d2619fe59414138baf226774683b5bf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/815955c0f49e4ab6a8fe8de412c8d540, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/88f3538b9978414694c62ed36ff315b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/2ebb3a502b214987af654e1e6c1bceb6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/707a6d7f751843dbbf18019bff505863, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/23a07844acbc45a98aaecd91d1dbd6f6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d7bfda8ecd4545998632754df29aa80d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/658ed0807d09400f9a893d1b21e6307e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/74cbcd624a4744539439f81ed78a05bd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/349f9a73ef914c5189cff01e0e01e7e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d1c37200320d47c18a4f5fb899059145, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/19b75115395347df8b7cc53e287b041c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/11b0a6cba62a4e358b95f1d6ff52ff99, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/be1ea59f0f8346039b57f245fb23f217, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e26f20389a9e4e0ab1e5efb51e77d043, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/65a5006f3f7d451eb31a05afd0260b42, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/1b3d522ca2c4493c8931859ac5f4a594, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/b8bc9b9aa6704e8e86f2b76745911f4c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d6f3215f9d6b47e9be8b3dc012c247c7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f700b2d4b6a24809a59a1bc7424cfb27, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e36d57919bfd4717a44ab9d481181699, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f6ed0f590eae4affb3a4e7f84910f095] to archive 2024-11-23T15:22:43,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:22:43,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/366083d5f93945d59d79e6d769612026 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/366083d5f93945d59d79e6d769612026 2024-11-23T15:22:43,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/86a781ac338c44a9add0376a6d4426c0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/86a781ac338c44a9add0376a6d4426c0 2024-11-23T15:22:43,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/ed45f6e843ea45d4bec1f5e86b323531 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/ed45f6e843ea45d4bec1f5e86b323531 2024-11-23T15:22:43,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/4d2619fe59414138baf226774683b5bf to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/4d2619fe59414138baf226774683b5bf 2024-11-23T15:22:43,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/815955c0f49e4ab6a8fe8de412c8d540 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/815955c0f49e4ab6a8fe8de412c8d540 2024-11-23T15:22:43,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/88f3538b9978414694c62ed36ff315b1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/88f3538b9978414694c62ed36ff315b1 2024-11-23T15:22:43,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/2ebb3a502b214987af654e1e6c1bceb6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/2ebb3a502b214987af654e1e6c1bceb6 2024-11-23T15:22:43,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/707a6d7f751843dbbf18019bff505863 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/707a6d7f751843dbbf18019bff505863 2024-11-23T15:22:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/23a07844acbc45a98aaecd91d1dbd6f6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/23a07844acbc45a98aaecd91d1dbd6f6 2024-11-23T15:22:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d7bfda8ecd4545998632754df29aa80d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d7bfda8ecd4545998632754df29aa80d 2024-11-23T15:22:43,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/658ed0807d09400f9a893d1b21e6307e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/658ed0807d09400f9a893d1b21e6307e 2024-11-23T15:22:43,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/74cbcd624a4744539439f81ed78a05bd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/74cbcd624a4744539439f81ed78a05bd 2024-11-23T15:22:43,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/349f9a73ef914c5189cff01e0e01e7e2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/349f9a73ef914c5189cff01e0e01e7e2 2024-11-23T15:22:43,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d1c37200320d47c18a4f5fb899059145 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d1c37200320d47c18a4f5fb899059145 2024-11-23T15:22:43,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/19b75115395347df8b7cc53e287b041c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/19b75115395347df8b7cc53e287b041c 2024-11-23T15:22:43,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/11b0a6cba62a4e358b95f1d6ff52ff99 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/11b0a6cba62a4e358b95f1d6ff52ff99 2024-11-23T15:22:43,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/be1ea59f0f8346039b57f245fb23f217 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/be1ea59f0f8346039b57f245fb23f217 2024-11-23T15:22:43,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e26f20389a9e4e0ab1e5efb51e77d043 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e26f20389a9e4e0ab1e5efb51e77d043 2024-11-23T15:22:43,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/65a5006f3f7d451eb31a05afd0260b42 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/65a5006f3f7d451eb31a05afd0260b42 2024-11-23T15:22:43,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/1b3d522ca2c4493c8931859ac5f4a594 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/1b3d522ca2c4493c8931859ac5f4a594 2024-11-23T15:22:43,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/b8bc9b9aa6704e8e86f2b76745911f4c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/b8bc9b9aa6704e8e86f2b76745911f4c 2024-11-23T15:22:43,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d6f3215f9d6b47e9be8b3dc012c247c7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/d6f3215f9d6b47e9be8b3dc012c247c7 2024-11-23T15:22:43,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f700b2d4b6a24809a59a1bc7424cfb27 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f700b2d4b6a24809a59a1bc7424cfb27 2024-11-23T15:22:43,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e36d57919bfd4717a44ab9d481181699 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/e36d57919bfd4717a44ab9d481181699 2024-11-23T15:22:43,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f6ed0f590eae4affb3a4e7f84910f095 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/f6ed0f590eae4affb3a4e7f84910f095 2024-11-23T15:22:43,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/8e5c77066ca549baa38ea1697ce1a2f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/abbbf28fd1b94dc8a742750fa8f41e85, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d5b41e95bb45494eb154b9761e4d3b93, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/839ba24c034b4d27b8d16661f45f90cf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/436beef1dbdb47e1baac36eed1b4f38a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c1c921fdde5b4fba826069fc78efec05, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/56a0409770f3483cb015321f1b7e00e1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ee10451a27584239a16cfbba2ab7dc29, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1b8b6d7aa16547f9b912e6c25030e469, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/71064567c8d34c2b935ef7e481e95232, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/b6bdca714f2b494c86776df17f592973, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/922a5b7d599b4e4baa24329fc184a7e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d8c9d1b47d434aa2ae4e683f350a24b2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/4369b43177cf4c9aa08e96c3c7db945b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/3161d5bb3c034bf1a25b4eb32e2731d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ac2867dc53164ac29bcd252e694c08b4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e6f784f69ca74d3cb4cb6de111f9e087, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e325006984854d9dbe45cec019840317, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/aa304c7c286640789fa0f890481c39f0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/bff704589bab414fa1d2a787ca420640, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1ea09a1b9a7945c89dbd3e07e2159c0c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/827f5116463946f1a7a0f2904ac592d9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e8cb89d2ddba4f4eb5f420acfff8afb7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c79366e8429a45db9722761c068f7f46, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/a884b5a4e4da4c7bb6a38527625fee9a] to archive 2024-11-23T15:22:43,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:22:43,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/8e5c77066ca549baa38ea1697ce1a2f2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/8e5c77066ca549baa38ea1697ce1a2f2 2024-11-23T15:22:43,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/abbbf28fd1b94dc8a742750fa8f41e85 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/abbbf28fd1b94dc8a742750fa8f41e85 2024-11-23T15:22:43,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d5b41e95bb45494eb154b9761e4d3b93 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d5b41e95bb45494eb154b9761e4d3b93 2024-11-23T15:22:43,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/839ba24c034b4d27b8d16661f45f90cf to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/839ba24c034b4d27b8d16661f45f90cf 2024-11-23T15:22:43,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/436beef1dbdb47e1baac36eed1b4f38a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/436beef1dbdb47e1baac36eed1b4f38a 2024-11-23T15:22:43,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c1c921fdde5b4fba826069fc78efec05 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c1c921fdde5b4fba826069fc78efec05 2024-11-23T15:22:43,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/56a0409770f3483cb015321f1b7e00e1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/56a0409770f3483cb015321f1b7e00e1 2024-11-23T15:22:43,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ee10451a27584239a16cfbba2ab7dc29 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ee10451a27584239a16cfbba2ab7dc29 2024-11-23T15:22:43,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1b8b6d7aa16547f9b912e6c25030e469 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1b8b6d7aa16547f9b912e6c25030e469 2024-11-23T15:22:43,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/71064567c8d34c2b935ef7e481e95232 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/71064567c8d34c2b935ef7e481e95232 2024-11-23T15:22:43,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/b6bdca714f2b494c86776df17f592973 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/b6bdca714f2b494c86776df17f592973 2024-11-23T15:22:43,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/922a5b7d599b4e4baa24329fc184a7e2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/922a5b7d599b4e4baa24329fc184a7e2 2024-11-23T15:22:43,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d8c9d1b47d434aa2ae4e683f350a24b2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/d8c9d1b47d434aa2ae4e683f350a24b2 2024-11-23T15:22:43,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/4369b43177cf4c9aa08e96c3c7db945b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/4369b43177cf4c9aa08e96c3c7db945b 2024-11-23T15:22:43,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/3161d5bb3c034bf1a25b4eb32e2731d1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/3161d5bb3c034bf1a25b4eb32e2731d1 2024-11-23T15:22:43,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ac2867dc53164ac29bcd252e694c08b4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/ac2867dc53164ac29bcd252e694c08b4 2024-11-23T15:22:43,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e6f784f69ca74d3cb4cb6de111f9e087 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e6f784f69ca74d3cb4cb6de111f9e087 2024-11-23T15:22:43,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e325006984854d9dbe45cec019840317 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e325006984854d9dbe45cec019840317 2024-11-23T15:22:43,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/aa304c7c286640789fa0f890481c39f0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/aa304c7c286640789fa0f890481c39f0 2024-11-23T15:22:43,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/bff704589bab414fa1d2a787ca420640 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/bff704589bab414fa1d2a787ca420640 2024-11-23T15:22:43,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1ea09a1b9a7945c89dbd3e07e2159c0c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/1ea09a1b9a7945c89dbd3e07e2159c0c 2024-11-23T15:22:43,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/827f5116463946f1a7a0f2904ac592d9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/827f5116463946f1a7a0f2904ac592d9 2024-11-23T15:22:43,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e8cb89d2ddba4f4eb5f420acfff8afb7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/e8cb89d2ddba4f4eb5f420acfff8afb7 2024-11-23T15:22:43,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c79366e8429a45db9722761c068f7f46 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/c79366e8429a45db9722761c068f7f46 2024-11-23T15:22:43,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/a884b5a4e4da4c7bb6a38527625fee9a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/a884b5a4e4da4c7bb6a38527625fee9a 2024-11-23T15:22:43,170 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/recovered.edits/379.seqid, newMaxSeqId=379, maxSeqId=1 2024-11-23T15:22:43,170 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d. 2024-11-23T15:22:43,170 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for f6199477bcf024291324b75da09b5b1d: 2024-11-23T15:22:43,172 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:43,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f6199477bcf024291324b75da09b5b1d, regionState=CLOSED 2024-11-23T15:22:43,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T15:22:43,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure f6199477bcf024291324b75da09b5b1d, server=6a36843bf905,41973,1732375277245 in 2.0310 sec 2024-11-23T15:22:43,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-23T15:22:43,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6199477bcf024291324b75da09b5b1d, UNASSIGN in 2.0330 sec 2024-11-23T15:22:43,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T15:22:43,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0350 sec 2024-11-23T15:22:43,177 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375363177"}]},"ts":"1732375363177"} 2024-11-23T15:22:43,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T15:22:43,179 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T15:22:43,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0460 sec 2024-11-23T15:22:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T15:22:43,240 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-23T15:22:43,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T15:22:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,242 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-23T15:22:43,243 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,245 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:43,246 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/recovered.edits] 2024-11-23T15:22:43,249 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/b0778648f2ba4d9ca26a17b45699ad5e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/b0778648f2ba4d9ca26a17b45699ad5e 2024-11-23T15:22:43,250 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/cffe642887fb42229dff20ff7b2a9b9f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/cffe642887fb42229dff20ff7b2a9b9f 2024-11-23T15:22:43,251 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/e647585067b14562b196255ec79e5576 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/A/e647585067b14562b196255ec79e5576 2024-11-23T15:22:43,253 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/43e3841f1d46432c88005c9bce193a62 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/43e3841f1d46432c88005c9bce193a62 2024-11-23T15:22:43,254 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/5e91f4c56cc84a26adf76800983e0ff7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/5e91f4c56cc84a26adf76800983e0ff7 2024-11-23T15:22:43,255 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/acbd167bed0c4fea8469a296e038e95c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/B/acbd167bed0c4fea8469a296e038e95c 2024-11-23T15:22:43,256 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/16040e6819e847168e22e91ee1aab65a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/16040e6819e847168e22e91ee1aab65a 2024-11-23T15:22:43,258 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/5a434abca0ba4be4ba23b9271c94ef7a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/5a434abca0ba4be4ba23b9271c94ef7a 2024-11-23T15:22:43,259 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/63dd0f366ff44fa6b67b06aa12804d91 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/C/63dd0f366ff44fa6b67b06aa12804d91 2024-11-23T15:22:43,261 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/recovered.edits/379.seqid to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d/recovered.edits/379.seqid 2024-11-23T15:22:43,261 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f6199477bcf024291324b75da09b5b1d 2024-11-23T15:22:43,261 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T15:22:43,263 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,269 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T15:22:43,270 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T15:22:43,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T15:22:43,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732375363271"}]},"ts":"9223372036854775807"} 2024-11-23T15:22:43,273 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T15:22:43,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f6199477bcf024291324b75da09b5b1d, NAME => 'TestAcidGuarantees,,1732375337527.f6199477bcf024291324b75da09b5b1d.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T15:22:43,273 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T15:22:43,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732375363273"}]},"ts":"9223372036854775807"} 2024-11-23T15:22:43,274 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T15:22:43,276 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-23T15:22:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-23T15:22:43,343 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-23T15:22:43,353 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=450 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=3802 (was 3840) 2024-11-23T15:22:43,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=3802 2024-11-23T15:22:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:22:43,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:43,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:22:43,364 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:43,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-11-23T15:22:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T15:22:43,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:22:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742164_1340 (size=960) 2024-11-23T15:22:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T15:22:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T15:22:43,771 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:22:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742165_1341 (size=53) 2024-11-23T15:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T15:22:44,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:44,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9aeb3f432e5d07bba58c1cbaac88cc57, disabling compactions & flushes 2024-11-23T15:22:44,177 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. after waiting 0 ms 2024-11-23T15:22:44,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,177 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:44,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:22:44,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732375364178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375364178"}]},"ts":"1732375364178"} 2024-11-23T15:22:44,179 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:22:44,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:22:44,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375364180"}]},"ts":"1732375364180"} 2024-11-23T15:22:44,181 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T15:22:44,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, ASSIGN}] 2024-11-23T15:22:44,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, ASSIGN 2024-11-23T15:22:44,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:22:44,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:44,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T15:22:44,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:44,491 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,491 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:44,491 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,491 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:44,491 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,491 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,493 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,494 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:44,494 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb3f432e5d07bba58c1cbaac88cc57 columnFamilyName A 2024-11-23T15:22:44,494 DEBUG [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,494 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(327): Store=9aeb3f432e5d07bba58c1cbaac88cc57/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:44,494 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,495 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:44,495 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb3f432e5d07bba58c1cbaac88cc57 columnFamilyName B 2024-11-23T15:22:44,495 DEBUG [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,496 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(327): Store=9aeb3f432e5d07bba58c1cbaac88cc57/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:44,496 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,497 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:44,497 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb3f432e5d07bba58c1cbaac88cc57 columnFamilyName C 2024-11-23T15:22:44,497 DEBUG [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:44,497 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(327): Store=9aeb3f432e5d07bba58c1cbaac88cc57/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:44,497 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,498 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,498 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,499 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:22:44,500 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:44,501 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:22:44,502 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened 9aeb3f432e5d07bba58c1cbaac88cc57; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68263188, jitterRate=0.017200767993927002}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:22:44,502 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:44,503 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., pid=102, masterSystemTime=1732375364488 2024-11-23T15:22:44,504 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,504 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:44,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:44,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-23T15:22:44,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 in 168 msec 2024-11-23T15:22:44,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-23T15:22:44,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, ASSIGN in 322 msec 2024-11-23T15:22:44,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:22:44,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375364508"}]},"ts":"1732375364508"} 2024-11-23T15:22:44,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T15:22:44,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:22:44,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-23T15:22:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T15:22:45,468 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-23T15:22:45,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c82ed94 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16dc0563 2024-11-23T15:22:45,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508125d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:45,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:45,475 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:45,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:22:45,477 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:22:45,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:22:45,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:22:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T15:22:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742166_1342 (size=996) 2024-11-23T15:22:45,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:22:45,889 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T15:22:45,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T15:22:45,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:22:45,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, REOPEN/MOVE}] 2024-11-23T15:22:45,893 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, REOPEN/MOVE 2024-11-23T15:22:45,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:45,894 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:22:45,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:22:46,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,046 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,046 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:22:46,046 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing 9aeb3f432e5d07bba58c1cbaac88cc57, disabling compactions & flushes 2024-11-23T15:22:46,046 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,046 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,046 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. after waiting 0 ms 2024-11-23T15:22:46,046 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,050 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T15:22:46,050 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,051 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:46,051 WARN [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: 9aeb3f432e5d07bba58c1cbaac88cc57 to self. 2024-11-23T15:22:46,052 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,052 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=CLOSED 2024-11-23T15:22:46,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-23T15:22:46,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 in 158 msec 2024-11-23T15:22:46,054 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, REOPEN/MOVE; state=CLOSED, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=true 2024-11-23T15:22:46,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:22:46,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,360 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,360 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:22:46,361 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,361 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:22:46,361 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,361 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,362 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,363 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:46,363 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb3f432e5d07bba58c1cbaac88cc57 columnFamilyName A 2024-11-23T15:22:46,364 DEBUG [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:46,364 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(327): Store=9aeb3f432e5d07bba58c1cbaac88cc57/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:46,365 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,365 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:46,366 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb3f432e5d07bba58c1cbaac88cc57 columnFamilyName B 2024-11-23T15:22:46,366 DEBUG [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:46,366 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(327): Store=9aeb3f432e5d07bba58c1cbaac88cc57/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:46,366 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,367 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:22:46,367 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb3f432e5d07bba58c1cbaac88cc57 columnFamilyName C 2024-11-23T15:22:46,367 DEBUG [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:46,367 INFO [StoreOpener-9aeb3f432e5d07bba58c1cbaac88cc57-1 {}] regionserver.HStore(327): Store=9aeb3f432e5d07bba58c1cbaac88cc57/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:22:46,367 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,368 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,369 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,370 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:22:46,371 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,371 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 9aeb3f432e5d07bba58c1cbaac88cc57; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69637939, jitterRate=0.03768615424633026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:22:46,372 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:46,373 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., pid=107, masterSystemTime=1732375366357 2024-11-23T15:22:46,374 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,374 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=OPEN, openSeqNum=5, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-11-23T15:22:46,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 in 169 msec 2024-11-23T15:22:46,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T15:22:46,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, REOPEN/MOVE in 483 msec 2024-11-23T15:22:46,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-23T15:22:46,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-23T15:22:46,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-23T15:22:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-23T15:22:46,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c55cccc to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ad42d38 2024-11-23T15:22:46,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a23205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b85570 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e8e0d12 2024-11-23T15:22:46,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5e3cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522d4f9e to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c752e54 2024-11-23T15:22:46,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311047da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c5fcb3 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55076771 2024-11-23T15:22:46,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661ad49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x115da668 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f0f67dd 2024-11-23T15:22:46,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f01f294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e66e492 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4eb33298 2024-11-23T15:22:46,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e4b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f8019db to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48f0df41 2024-11-23T15:22:46,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b44a589 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75007f77 2024-11-23T15:22:46,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31cc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x482f1baa to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ea22e1f 2024-11-23T15:22:46,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2416f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4185f9e7 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e78f51e 2024-11-23T15:22:46,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2520e5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:22:46,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:46,419 DEBUG [hconnection-0x513abfd5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T15:22:46,420 DEBUG [hconnection-0x57d4f790-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:46,420 DEBUG [hconnection-0x608ba8a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,420 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:46,421 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,421 DEBUG [hconnection-0xdbb1b24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,421 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:46,421 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:46,421 DEBUG [hconnection-0x12c4af42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,424 DEBUG [hconnection-0x166cb65b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,424 DEBUG [hconnection-0xe5f266f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,424 DEBUG [hconnection-0x370d093e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,425 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,425 DEBUG [hconnection-0x73f39518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,425 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,426 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,427 DEBUG [hconnection-0x7eeff980-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:22:46,427 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:22:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375426452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375426451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375426452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375426452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375426453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350b29aff9ccc430fb731e1a97a569d6e_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375366431/Put/seqid=0 2024-11-23T15:22:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742167_1343 (size=9714) 2024-11-23T15:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375426553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375426553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375426554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375426554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375426555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:46,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375426755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375426755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375426756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375426756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375426757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:46,874 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350b29aff9ccc430fb731e1a97a569d6e_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350b29aff9ccc430fb731e1a97a569d6e_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:46,875 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e79591d0cde94162ba050d99f509f45a, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:46,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e79591d0cde94162ba050d99f509f45a is 175, key is test_row_0/A:col10/1732375366431/Put/seqid=0 2024-11-23T15:22:46,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:46,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:46,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742168_1344 (size=22361) 2024-11-23T15:22:46,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:46,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:46,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,880 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e79591d0cde94162ba050d99f509f45a 2024-11-23T15:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:46,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/48f295bd8fa645af8aa07d5a4f5a9552 is 50, key is test_row_0/B:col10/1732375366431/Put/seqid=0 2024-11-23T15:22:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742169_1345 (size=9657) 2024-11-23T15:22:46,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/48f295bd8fa645af8aa07d5a4f5a9552 2024-11-23T15:22:46,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/fd3b86d11d3943fd8e47d20da4d21914 is 50, key is test_row_0/C:col10/1732375366431/Put/seqid=0 2024-11-23T15:22:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742170_1346 (size=9657) 2024-11-23T15:22:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:47,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375427060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375427061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375427061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375427062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375427063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:47,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/fd3b86d11d3943fd8e47d20da4d21914 2024-11-23T15:22:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e79591d0cde94162ba050d99f509f45a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a 2024-11-23T15:22:47,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a, entries=100, sequenceid=16, filesize=21.8 K 2024-11-23T15:22:47,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/48f295bd8fa645af8aa07d5a4f5a9552 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/48f295bd8fa645af8aa07d5a4f5a9552 2024-11-23T15:22:47,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/48f295bd8fa645af8aa07d5a4f5a9552, entries=100, sequenceid=16, filesize=9.4 K 2024-11-23T15:22:47,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/fd3b86d11d3943fd8e47d20da4d21914 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fd3b86d11d3943fd8e47d20da4d21914 2024-11-23T15:22:47,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fd3b86d11d3943fd8e47d20da4d21914, entries=100, sequenceid=16, filesize=9.4 K 2024-11-23T15:22:47,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 958ms, sequenceid=16, compaction requested=false 2024-11-23T15:22:47,389 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T15:22:47,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:47,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T15:22:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:47,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:22:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:47,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cbb0646a39948559486ce608de4dd9a_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375366448/Put/seqid=0 2024-11-23T15:22:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742171_1347 (size=12154) 2024-11-23T15:22:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:47,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375427571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375427572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375427573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375427573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375427575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375427676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375427677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375427677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375427677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375427678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375427880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375427881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375427882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375427888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375427888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:47,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:47,910 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cbb0646a39948559486ce608de4dd9a_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cbb0646a39948559486ce608de4dd9a_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/0541a55a446f41f0b297919b2f7a0db6, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/0541a55a446f41f0b297919b2f7a0db6 is 175, key is test_row_0/A:col10/1732375366448/Put/seqid=0 2024-11-23T15:22:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742172_1348 (size=30955) 2024-11-23T15:22:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375428183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375428185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375428186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375428192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375428192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,321 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/0541a55a446f41f0b297919b2f7a0db6 2024-11-23T15:22:48,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/a5216c0939e64dd0afa83c7c3d0d1fed is 50, key is test_row_0/B:col10/1732375366448/Put/seqid=0 2024-11-23T15:22:48,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742173_1349 (size=12001) 2024-11-23T15:22:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375428687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375428690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375428692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375428694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375428698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:48,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T15:22:48,734 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/a5216c0939e64dd0afa83c7c3d0d1fed 2024-11-23T15:22:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/2531ac38c72841ce8ccd3cb96b53c738 is 50, key is test_row_0/C:col10/1732375366448/Put/seqid=0 2024-11-23T15:22:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742174_1350 (size=12001) 2024-11-23T15:22:48,746 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/2531ac38c72841ce8ccd3cb96b53c738 2024-11-23T15:22:48,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/0541a55a446f41f0b297919b2f7a0db6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6 2024-11-23T15:22:48,754 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T15:22:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/a5216c0939e64dd0afa83c7c3d0d1fed as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5216c0939e64dd0afa83c7c3d0d1fed 2024-11-23T15:22:48,760 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5216c0939e64dd0afa83c7c3d0d1fed, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T15:22:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/2531ac38c72841ce8ccd3cb96b53c738 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2531ac38c72841ce8ccd3cb96b53c738 2024-11-23T15:22:48,764 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2531ac38c72841ce8ccd3cb96b53c738, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T15:22:48,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1275ms, sequenceid=41, compaction requested=false 2024-11-23T15:22:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T15:22:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T15:22:48,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T15:22:48,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec 2024-11-23T15:22:48,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.3490 sec 2024-11-23T15:22:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:49,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:22:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:49,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ac90ebef43574be18c99f791aee4fc4b_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742175_1351 (size=14594) 2024-11-23T15:22:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375429760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375429761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375429765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375429770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375429770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375429871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375429871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375429871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375429876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375429876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375430074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375430074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375430075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375430078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375430081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:50,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ac90ebef43574be18c99f791aee4fc4b_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ac90ebef43574be18c99f791aee4fc4b_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:50,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/3fa19024294c4679b2912c1cbb27ce1d, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:50,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/3fa19024294c4679b2912c1cbb27ce1d is 175, key is test_row_0/A:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742176_1352 (size=39549) 2024-11-23T15:22:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375430379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375430380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375430380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375430381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375430386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T15:22:50,525 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T15:22:50,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T15:22:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:50,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:50,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:50,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:50,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/3fa19024294c4679b2912c1cbb27ce1d 2024-11-23T15:22:50,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/db71fff0705f4891bd23ce5586f7b5f5 is 50, key is test_row_0/B:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:50,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742177_1353 (size=12001) 2024-11-23T15:22:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:50,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T15:22:50,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:50,833 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T15:22:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:50,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375430886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375430888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375430888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375430888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375430891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/db71fff0705f4891bd23ce5586f7b5f5 2024-11-23T15:22:50,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/a501f2ff435c4136b33e63ffd05164af is 50, key is test_row_0/C:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742178_1354 (size=12001) 2024-11-23T15:22:50,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/a501f2ff435c4136b33e63ffd05164af 2024-11-23T15:22:50,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/3fa19024294c4679b2912c1cbb27ce1d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d 2024-11-23T15:22:50,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d, entries=200, sequenceid=53, filesize=38.6 K 2024-11-23T15:22:50,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/db71fff0705f4891bd23ce5586f7b5f5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/db71fff0705f4891bd23ce5586f7b5f5 2024-11-23T15:22:50,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/db71fff0705f4891bd23ce5586f7b5f5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T15:22:50,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/a501f2ff435c4136b33e63ffd05164af as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a501f2ff435c4136b33e63ffd05164af 2024-11-23T15:22:50,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a501f2ff435c4136b33e63ffd05164af, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T15:22:50,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1285ms, sequenceid=53, compaction requested=true 2024-11-23T15:22:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:50,983 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:50,983 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:50,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:50,984 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:50,984 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/A is initiating minor compaction (all files) 2024-11-23T15:22:50,984 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/A in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,984 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=90.7 K 2024-11-23T15:22:50,984 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,984 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d] 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/B is initiating minor compaction (all files) 2024-11-23T15:22:50,985 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/B in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,985 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/48f295bd8fa645af8aa07d5a4f5a9552, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5216c0939e64dd0afa83c7c3d0d1fed, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/db71fff0705f4891bd23ce5586f7b5f5] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=32.9 K 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e79591d0cde94162ba050d99f509f45a, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732375366430 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f295bd8fa645af8aa07d5a4f5a9552, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732375366430 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0541a55a446f41f0b297919b2f7a0db6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732375366448 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a5216c0939e64dd0afa83c7c3d0d1fed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732375366448 2024-11-23T15:22:50,985 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fa19024294c4679b2912c1cbb27ce1d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375367568 2024-11-23T15:22:50,986 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting db71fff0705f4891bd23ce5586f7b5f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375367568 2024-11-23T15:22:50,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:50,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T15:22:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:50,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:50,995 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#B#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:50,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235979b98777fc43519b1cc5ab7a8e5293_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375369759/Put/seqid=0 2024-11-23T15:22:50,995 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/564ec008d6a544ee912059e04df37536 is 50, key is test_row_0/B:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:50,997 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:50,999 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112311120ea88446458185946706c057a458_9aeb3f432e5d07bba58c1cbaac88cc57 store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:51,001 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112311120ea88446458185946706c057a458_9aeb3f432e5d07bba58c1cbaac88cc57, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:51,001 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112311120ea88446458185946706c057a458_9aeb3f432e5d07bba58c1cbaac88cc57 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742180_1356 (size=12104) 2024-11-23T15:22:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742179_1355 (size=12154) 2024-11-23T15:22:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742181_1357 (size=4469) 2024-11-23T15:22:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:51,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:51,405 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/564ec008d6a544ee912059e04df37536 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/564ec008d6a544ee912059e04df37536 2024-11-23T15:22:51,406 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235979b98777fc43519b1cc5ab7a8e5293_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235979b98777fc43519b1cc5ab7a8e5293_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e103d48c5c104e41bb7590c17deb5a5d, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:51,407 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:51,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e103d48c5c104e41bb7590c17deb5a5d is 175, key is test_row_0/A:col10/1732375369759/Put/seqid=0 2024-11-23T15:22:51,408 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/a9227e024b3c4e9d9bdbe37c82df8d80 is 175, key is test_row_0/A:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:51,410 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/B of 9aeb3f432e5d07bba58c1cbaac88cc57 into 564ec008d6a544ee912059e04df37536(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:51,410 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:51,410 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/B, priority=13, startTime=1732375370983; duration=0sec 2024-11-23T15:22:51,410 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:51,410 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:B 2024-11-23T15:22:51,411 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:51,412 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:51,412 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/C is initiating minor compaction (all files) 2024-11-23T15:22:51,412 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/C in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:51,412 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fd3b86d11d3943fd8e47d20da4d21914, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2531ac38c72841ce8ccd3cb96b53c738, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a501f2ff435c4136b33e63ffd05164af] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=32.9 K 2024-11-23T15:22:51,412 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting fd3b86d11d3943fd8e47d20da4d21914, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732375366430 2024-11-23T15:22:51,413 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2531ac38c72841ce8ccd3cb96b53c738, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732375366448 2024-11-23T15:22:51,413 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a501f2ff435c4136b33e63ffd05164af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375367568 2024-11-23T15:22:51,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742182_1358 (size=31058) 2024-11-23T15:22:51,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742183_1359 (size=30955) 2024-11-23T15:22:51,430 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:51,431 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/b08d496158d4492f8f538f2eeb79ab78 is 50, key is test_row_0/C:col10/1732375367568/Put/seqid=0 2024-11-23T15:22:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742184_1360 (size=12104) 2024-11-23T15:22:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:51,815 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e103d48c5c104e41bb7590c17deb5a5d 2024-11-23T15:22:51,819 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/a9227e024b3c4e9d9bdbe37c82df8d80 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/a9227e024b3c4e9d9bdbe37c82df8d80 2024-11-23T15:22:51,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/810b459ef1b241269e795e3991113ef0 is 50, key is test_row_0/B:col10/1732375369759/Put/seqid=0 2024-11-23T15:22:51,824 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/A of 9aeb3f432e5d07bba58c1cbaac88cc57 into a9227e024b3c4e9d9bdbe37c82df8d80(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:51,824 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:51,824 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/A, priority=13, startTime=1732375370982; duration=0sec 2024-11-23T15:22:51,824 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:51,824 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:A 2024-11-23T15:22:51,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742185_1361 (size=12001) 2024-11-23T15:22:51,842 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/b08d496158d4492f8f538f2eeb79ab78 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/b08d496158d4492f8f538f2eeb79ab78 2024-11-23T15:22:51,846 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/C of 9aeb3f432e5d07bba58c1cbaac88cc57 into b08d496158d4492f8f538f2eeb79ab78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:51,846 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:51,846 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/C, priority=13, startTime=1732375370983; duration=0sec 2024-11-23T15:22:51,846 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:51,846 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:C 2024-11-23T15:22:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:51,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375431901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375431901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375431901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375431904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375431905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375432006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375432006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375432009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375432009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375432211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375432212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375432212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375432212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,228 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/810b459ef1b241269e795e3991113ef0 2024-11-23T15:22:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7d588f1ebdf043cba4aa7dade2ff0630 is 50, key is test_row_0/C:col10/1732375369759/Put/seqid=0 2024-11-23T15:22:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742186_1362 (size=12001) 2024-11-23T15:22:52,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375432513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375432516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375432516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375432517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:52,639 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7d588f1ebdf043cba4aa7dade2ff0630 2024-11-23T15:22:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e103d48c5c104e41bb7590c17deb5a5d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d 2024-11-23T15:22:52,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T15:22:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/810b459ef1b241269e795e3991113ef0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/810b459ef1b241269e795e3991113ef0 2024-11-23T15:22:52,652 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/810b459ef1b241269e795e3991113ef0, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T15:22:52,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7d588f1ebdf043cba4aa7dade2ff0630 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7d588f1ebdf043cba4aa7dade2ff0630 2024-11-23T15:22:52,657 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7d588f1ebdf043cba4aa7dade2ff0630, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T15:22:52,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1672ms, sequenceid=78, compaction requested=false 2024-11-23T15:22:52,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:52,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:52,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T15:22:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T15:22:52,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T15:22:52,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1310 sec 2024-11-23T15:22:52,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.1350 sec 2024-11-23T15:22:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:53,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:22:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:53,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f939644454d4e738a2fd3f3dcd3936a_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742187_1363 (size=12154) 2024-11-23T15:22:53,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375433050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375433050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375433051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375433051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375433156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375433156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375433157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375433157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375433360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375433360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375433360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375433361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:53,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f939644454d4e738a2fd3f3dcd3936a_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f939644454d4e738a2fd3f3dcd3936a_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:53,438 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/770cfc2394b14f028b6205c098f3be63, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:53,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/770cfc2394b14f028b6205c098f3be63 is 175, key is test_row_0/A:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742188_1364 (size=30955) 2024-11-23T15:22:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375433662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375433662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375433663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375433663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/770cfc2394b14f028b6205c098f3be63 2024-11-23T15:22:53,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/d6a08c72a268404f837b8683468f0fe2 is 50, key is test_row_0/B:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742189_1365 (size=12001) 2024-11-23T15:22:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375433917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:53,921 DEBUG [Thread-1545 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:22:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375434167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:54,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375434168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375434169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375434170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:54,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/d6a08c72a268404f837b8683468f0fe2 2024-11-23T15:22:54,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/9546ce7b219c4335804c18b975ef34e2 is 50, key is test_row_0/C:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742190_1366 (size=12001) 2024-11-23T15:22:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T15:22:54,633 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T15:22:54,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T15:22:54,635 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T15:22:54,636 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:54,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:54,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/9546ce7b219c4335804c18b975ef34e2 2024-11-23T15:22:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/770cfc2394b14f028b6205c098f3be63 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63 2024-11-23T15:22:54,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63, entries=150, sequenceid=94, filesize=30.2 K 2024-11-23T15:22:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/d6a08c72a268404f837b8683468f0fe2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d6a08c72a268404f837b8683468f0fe2 2024-11-23T15:22:54,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d6a08c72a268404f837b8683468f0fe2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T15:22:54,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/9546ce7b219c4335804c18b975ef34e2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/9546ce7b219c4335804c18b975ef34e2 2024-11-23T15:22:54,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/9546ce7b219c4335804c18b975ef34e2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T15:22:54,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1662ms, sequenceid=94, compaction requested=true 2024-11-23T15:22:54,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:54,685 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:54,685 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/B is initiating minor compaction (all files) 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/A is initiating minor compaction (all files) 2024-11-23T15:22:54,686 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/B in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:54,686 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/A in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:54,686 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/564ec008d6a544ee912059e04df37536, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/810b459ef1b241269e795e3991113ef0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d6a08c72a268404f837b8683468f0fe2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=35.3 K 2024-11-23T15:22:54,686 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/a9227e024b3c4e9d9bdbe37c82df8d80, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=90.8 K 2024-11-23T15:22:54,686 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/a9227e024b3c4e9d9bdbe37c82df8d80, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63] 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 564ec008d6a544ee912059e04df37536, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375367568 2024-11-23T15:22:54,686 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9227e024b3c4e9d9bdbe37c82df8d80, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375367568 2024-11-23T15:22:54,687 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 810b459ef1b241269e795e3991113ef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375369759 2024-11-23T15:22:54,687 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e103d48c5c104e41bb7590c17deb5a5d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375369759 2024-11-23T15:22:54,687 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a08c72a268404f837b8683468f0fe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732375371903 2024-11-23T15:22:54,687 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 770cfc2394b14f028b6205c098f3be63, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732375371903 2024-11-23T15:22:54,693 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:54,694 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:54,695 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/11177b1aed6d461b9076be05336b4f6a is 50, key is test_row_0/B:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:54,696 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123405101ec78cd427b81142a8b395fe6d4_9aeb3f432e5d07bba58c1cbaac88cc57 store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:54,698 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123405101ec78cd427b81142a8b395fe6d4_9aeb3f432e5d07bba58c1cbaac88cc57, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:54,698 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123405101ec78cd427b81142a8b395fe6d4_9aeb3f432e5d07bba58c1cbaac88cc57 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742191_1367 (size=12207) 2024-11-23T15:22:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742192_1368 (size=4469) 2024-11-23T15:22:54,710 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#A#compaction#314 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:54,710 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/cedc0bd50d014e5694f07e6ffdde84e2 is 175, key is test_row_0/A:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:54,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742193_1369 (size=31161) 2024-11-23T15:22:54,723 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/cedc0bd50d014e5694f07e6ffdde84e2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cedc0bd50d014e5694f07e6ffdde84e2 2024-11-23T15:22:54,728 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/A of 9aeb3f432e5d07bba58c1cbaac88cc57 into cedc0bd50d014e5694f07e6ffdde84e2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:54,728 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:54,728 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/A, priority=13, startTime=1732375374685; duration=0sec 2024-11-23T15:22:54,728 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:54,728 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:A 2024-11-23T15:22:54,728 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:54,730 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:54,730 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/C is initiating minor compaction (all files) 2024-11-23T15:22:54,730 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/C in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:54,731 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/b08d496158d4492f8f538f2eeb79ab78, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7d588f1ebdf043cba4aa7dade2ff0630, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/9546ce7b219c4335804c18b975ef34e2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=35.3 K 2024-11-23T15:22:54,731 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting b08d496158d4492f8f538f2eeb79ab78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375367568 2024-11-23T15:22:54,731 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d588f1ebdf043cba4aa7dade2ff0630, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375369759 2024-11-23T15:22:54,732 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9546ce7b219c4335804c18b975ef34e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732375371903 2024-11-23T15:22:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T15:22:54,742 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#C#compaction#315 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:54,743 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/439740446666421087bc39cf7284d225 is 50, key is test_row_0/C:col10/1732375371903/Put/seqid=0 2024-11-23T15:22:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742194_1370 (size=12207) 2024-11-23T15:22:54,765 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/439740446666421087bc39cf7284d225 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/439740446666421087bc39cf7284d225 2024-11-23T15:22:54,772 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/C of 9aeb3f432e5d07bba58c1cbaac88cc57 into 439740446666421087bc39cf7284d225(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:54,772 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:54,772 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/C, priority=13, startTime=1732375374685; duration=0sec 2024-11-23T15:22:54,772 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:54,772 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:C 2024-11-23T15:22:54,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:54,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T15:22:54,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:54,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:22:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:54,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123320fa372ff794f3d82d93394e87256a0_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375373048/Put/seqid=0 2024-11-23T15:22:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742195_1371 (size=12154) 2024-11-23T15:22:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:54,813 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123320fa372ff794f3d82d93394e87256a0_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123320fa372ff794f3d82d93394e87256a0_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e0aefe7a9153444ba227a8a5045c84da, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e0aefe7a9153444ba227a8a5045c84da is 175, key is test_row_0/A:col10/1732375373048/Put/seqid=0 2024-11-23T15:22:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742196_1372 (size=30955) 2024-11-23T15:22:54,820 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e0aefe7a9153444ba227a8a5045c84da 2024-11-23T15:22:54,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/c047dc49e5854e9f83008eab7cbfc7c8 is 50, key is test_row_0/B:col10/1732375373048/Put/seqid=0 2024-11-23T15:22:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742197_1373 (size=12001) 2024-11-23T15:22:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T15:22:55,107 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/11177b1aed6d461b9076be05336b4f6a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/11177b1aed6d461b9076be05336b4f6a 2024-11-23T15:22:55,112 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/B of 9aeb3f432e5d07bba58c1cbaac88cc57 into 11177b1aed6d461b9076be05336b4f6a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:55,112 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:55,112 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/B, priority=13, startTime=1732375374685; duration=0sec 2024-11-23T15:22:55,112 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:55,112 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:B 2024-11-23T15:22:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375435185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375435186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375435187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375435188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,231 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/c047dc49e5854e9f83008eab7cbfc7c8 2024-11-23T15:22:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T15:22:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/4555d89e098349eaafb33233fa3b6494 is 50, key is test_row_0/C:col10/1732375373048/Put/seqid=0 2024-11-23T15:22:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742198_1374 (size=12001) 2024-11-23T15:22:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375435290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375435291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375435292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375435292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375435494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375435495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375435495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375435495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,647 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/4555d89e098349eaafb33233fa3b6494 2024-11-23T15:22:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e0aefe7a9153444ba227a8a5045c84da as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da 2024-11-23T15:22:55,655 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da, entries=150, sequenceid=119, filesize=30.2 K 2024-11-23T15:22:55,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/c047dc49e5854e9f83008eab7cbfc7c8 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/c047dc49e5854e9f83008eab7cbfc7c8 2024-11-23T15:22:55,659 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/c047dc49e5854e9f83008eab7cbfc7c8, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T15:22:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/4555d89e098349eaafb33233fa3b6494 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/4555d89e098349eaafb33233fa3b6494 2024-11-23T15:22:55,663 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/4555d89e098349eaafb33233fa3b6494, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T15:22:55,664 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 875ms, sequenceid=119, compaction requested=false 2024-11-23T15:22:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T15:22:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T15:22:55,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T15:22:55,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-23T15:22:55,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.0330 sec 2024-11-23T15:22:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T15:22:55,740 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T15:22:55,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T15:22:55,742 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:55,743 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:55,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:55,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T15:22:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:55,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bdbb6737f50a4abfa35ac1360c15d880_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742199_1375 (size=17234) 2024-11-23T15:22:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375435834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375435835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375435841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375435842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:55,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:55,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:55,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:55,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:55,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375435943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375435943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375435947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:55,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375435951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:56,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375436149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375436149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375436153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375436156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:56,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bdbb6737f50a4abfa35ac1360c15d880_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bdbb6737f50a4abfa35ac1360c15d880_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:56,223 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/31c35b1dcf7b474e94f6f8289736a35a, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:56,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/31c35b1dcf7b474e94f6f8289736a35a is 175, key is test_row_0/A:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742200_1376 (size=48339) 2024-11-23T15:22:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:56,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375436454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375436454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375436458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375436461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/31c35b1dcf7b474e94f6f8289736a35a 2024-11-23T15:22:56,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/962fcf2f9c1b43efa15a340891409f58 is 50, key is test_row_0/B:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742201_1377 (size=12101) 2024-11-23T15:22:56,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:56,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375436958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375436961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:56,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:56,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375436965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:56,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375436967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/962fcf2f9c1b43efa15a340891409f58 2024-11-23T15:22:57,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/465e1d83f9784699bed8835eb33421c4 is 50, key is test_row_0/C:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:57,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742202_1378 (size=12101) 2024-11-23T15:22:57,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:57,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:22:57,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/465e1d83f9784699bed8835eb33421c4 2024-11-23T15:22:57,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/31c35b1dcf7b474e94f6f8289736a35a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a 2024-11-23T15:22:57,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a, entries=250, sequenceid=135, filesize=47.2 K 2024-11-23T15:22:57,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/962fcf2f9c1b43efa15a340891409f58 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/962fcf2f9c1b43efa15a340891409f58 2024-11-23T15:22:57,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/962fcf2f9c1b43efa15a340891409f58, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T15:22:57,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/465e1d83f9784699bed8835eb33421c4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/465e1d83f9784699bed8835eb33421c4 2024-11-23T15:22:57,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/465e1d83f9784699bed8835eb33421c4, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T15:22:57,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1674ms, sequenceid=135, compaction requested=true 2024-11-23T15:22:57,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:22:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:57,478 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:22:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:22:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T15:22:57,478 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:57,479 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:57,479 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:57,479 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/A is initiating minor compaction (all files) 2024-11-23T15:22:57,479 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/B is initiating minor compaction (all files) 2024-11-23T15:22:57,479 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/A in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,479 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/B in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,479 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cedc0bd50d014e5694f07e6ffdde84e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=107.9 K 2024-11-23T15:22:57,479 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/11177b1aed6d461b9076be05336b4f6a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/c047dc49e5854e9f83008eab7cbfc7c8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/962fcf2f9c1b43efa15a340891409f58] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=35.5 K 2024-11-23T15:22:57,479 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,479 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cedc0bd50d014e5694f07e6ffdde84e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a] 2024-11-23T15:22:57,479 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 11177b1aed6d461b9076be05336b4f6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732375371903 2024-11-23T15:22:57,480 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting c047dc49e5854e9f83008eab7cbfc7c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375373043 2024-11-23T15:22:57,480 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting cedc0bd50d014e5694f07e6ffdde84e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732375371903 2024-11-23T15:22:57,480 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 962fcf2f9c1b43efa15a340891409f58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732375375180 2024-11-23T15:22:57,480 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0aefe7a9153444ba227a8a5045c84da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375373043 2024-11-23T15:22:57,480 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31c35b1dcf7b474e94f6f8289736a35a, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732375375180 2024-11-23T15:22:57,487 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:57,488 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/531edb9e08b84b829df68579a94eab5d is 50, key is test_row_0/B:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:57,488 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:57,491 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d70767a742dc4ebc87b5dd7b50a1fb92_9aeb3f432e5d07bba58c1cbaac88cc57 store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742203_1379 (size=12409) 2024-11-23T15:22:57,494 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d70767a742dc4ebc87b5dd7b50a1fb92_9aeb3f432e5d07bba58c1cbaac88cc57, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:57,494 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d70767a742dc4ebc87b5dd7b50a1fb92_9aeb3f432e5d07bba58c1cbaac88cc57 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742204_1380 (size=4469) 2024-11-23T15:22:57,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T15:22:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,576 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:22:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ee973c107abe44f084fc7e91c6ebec10_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375375840/Put/seqid=0 2024-11-23T15:22:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742205_1381 (size=12304) 2024-11-23T15:22:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:57,898 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/531edb9e08b84b829df68579a94eab5d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/531edb9e08b84b829df68579a94eab5d 2024-11-23T15:22:57,899 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#A#compaction#323 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:57,900 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/6900d5e5a310494a933323e714edf34c is 175, key is test_row_0/A:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742206_1382 (size=31363) 2024-11-23T15:22:57,905 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/B of 9aeb3f432e5d07bba58c1cbaac88cc57 into 531edb9e08b84b829df68579a94eab5d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:57,906 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:57,906 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/B, priority=13, startTime=1732375377478; duration=0sec 2024-11-23T15:22:57,906 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:22:57,906 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:B 2024-11-23T15:22:57,906 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:22:57,907 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:22:57,907 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/C is initiating minor compaction (all files) 2024-11-23T15:22:57,907 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/C in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:57,907 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/439740446666421087bc39cf7284d225, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/4555d89e098349eaafb33233fa3b6494, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/465e1d83f9784699bed8835eb33421c4] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=35.5 K 2024-11-23T15:22:57,907 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 439740446666421087bc39cf7284d225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732375371903 2024-11-23T15:22:57,907 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4555d89e098349eaafb33233fa3b6494, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732375373043 2024-11-23T15:22:57,908 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 465e1d83f9784699bed8835eb33421c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732375375180 2024-11-23T15:22:57,915 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#C#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:22:57,915 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/1213b75e7db34b26b354d0d1d3536f4e is 50, key is test_row_0/C:col10/1732375375802/Put/seqid=0 2024-11-23T15:22:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742207_1383 (size=12409) 2024-11-23T15:22:57,924 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/1213b75e7db34b26b354d0d1d3536f4e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/1213b75e7db34b26b354d0d1d3536f4e 2024-11-23T15:22:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:57,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:22:57,937 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/C of 9aeb3f432e5d07bba58c1cbaac88cc57 into 1213b75e7db34b26b354d0d1d3536f4e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:57,937 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:57,937 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/C, priority=13, startTime=1732375377478; duration=0sec 2024-11-23T15:22:57,937 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:57,937 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:C 2024-11-23T15:22:57,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375437970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375437971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375437971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375437974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375437974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:57,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:22:57,991 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ee973c107abe44f084fc7e91c6ebec10_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ee973c107abe44f084fc7e91c6ebec10_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/89b39eb2e4bc40318e661a0c581a2da9, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:22:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/89b39eb2e4bc40318e661a0c581a2da9 is 175, key is test_row_0/A:col10/1732375375840/Put/seqid=0 2024-11-23T15:22:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742208_1384 (size=31105) 2024-11-23T15:22:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375438080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375438080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375438287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375438287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:58,311 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/6900d5e5a310494a933323e714edf34c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/6900d5e5a310494a933323e714edf34c 2024-11-23T15:22:58,315 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/A of 9aeb3f432e5d07bba58c1cbaac88cc57 into 6900d5e5a310494a933323e714edf34c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:22:58,315 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:58,315 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/A, priority=13, startTime=1732375377478; duration=0sec 2024-11-23T15:22:58,315 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:22:58,315 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:A 2024-11-23T15:22:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/89b39eb2e4bc40318e661a0c581a2da9 2024-11-23T15:22:58,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/b15dfd09252e4889b420bb6eb187b7f9 is 50, key is test_row_0/B:col10/1732375375840/Put/seqid=0 2024-11-23T15:22:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742209_1385 (size=12151) 2024-11-23T15:22:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375438590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:58,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375438590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:58,818 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/b15dfd09252e4889b420bb6eb187b7f9 2024-11-23T15:22:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/fff651a2b73845a695d7fa543ff5951d is 50, key is test_row_0/C:col10/1732375375840/Put/seqid=0 2024-11-23T15:22:58,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742210_1386 (size=12151) 2024-11-23T15:22:59,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375439095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:22:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375439100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:22:59,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/fff651a2b73845a695d7fa543ff5951d 2024-11-23T15:22:59,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/89b39eb2e4bc40318e661a0c581a2da9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9 2024-11-23T15:22:59,237 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9, entries=150, sequenceid=156, filesize=30.4 K 2024-11-23T15:22:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/b15dfd09252e4889b420bb6eb187b7f9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/b15dfd09252e4889b420bb6eb187b7f9 2024-11-23T15:22:59,241 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/b15dfd09252e4889b420bb6eb187b7f9, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T15:22:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/fff651a2b73845a695d7fa543ff5951d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fff651a2b73845a695d7fa543ff5951d 2024-11-23T15:22:59,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fff651a2b73845a695d7fa543ff5951d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T15:22:59,246 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1670ms, sequenceid=156, compaction requested=false 2024-11-23T15:22:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:22:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:22:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T15:22:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T15:22:59,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T15:22:59,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5040 sec 2024-11-23T15:22:59,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 3.5070 sec 2024-11-23T15:22:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T15:22:59,847 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T15:22:59,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:22:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T15:22:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:22:59,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:22:59,850 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:22:59,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:22:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:22:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:22:59,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:22:59,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:22:59,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:59,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:22:59,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:59,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:22:59,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:22:59,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112343044b01876d4c56868d7172f5a82152_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375377964/Put/seqid=0 2024-11-23T15:22:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742211_1387 (size=14794) 2024-11-23T15:22:59,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:00,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112343044b01876d4c56868d7172f5a82152_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112343044b01876d4c56868d7172f5a82152_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:00,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9593a840ef1647168bec8355e98d35f9, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:00,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9593a840ef1647168bec8355e98d35f9 is 175, key is test_row_0/A:col10/1732375377964/Put/seqid=0 2024-11-23T15:23:00,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742212_1388 (size=39749) 2024-11-23T15:23:00,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375440039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375440040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375440042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375440098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375440109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375440144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375440145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375440146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:23:00,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375440348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375440349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375440350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,407 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9593a840ef1647168bec8355e98d35f9 2024-11-23T15:23:00,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/d4640f0f0f1f4b25ab26767879288af2 is 50, key is test_row_0/B:col10/1732375377964/Put/seqid=0 2024-11-23T15:23:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742213_1389 (size=12151) 2024-11-23T15:23:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:23:00,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375440654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375440654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375440657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/d4640f0f0f1f4b25ab26767879288af2 2024-11-23T15:23:00,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/504466799cc34d5f858d9e099d55582f is 50, key is test_row_0/C:col10/1732375377964/Put/seqid=0 2024-11-23T15:23:00,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742214_1390 (size=12151) 2024-11-23T15:23:00,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:00,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:00,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:23:01,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:01,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:01,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:01,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:01,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:01,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375441160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:01,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375441160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:01,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375441165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:01,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:01,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:01,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/504466799cc34d5f858d9e099d55582f 2024-11-23T15:23:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9593a840ef1647168bec8355e98d35f9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9 2024-11-23T15:23:01,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9, entries=200, sequenceid=175, filesize=38.8 K 2024-11-23T15:23:01,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/d4640f0f0f1f4b25ab26767879288af2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d4640f0f0f1f4b25ab26767879288af2 2024-11-23T15:23:01,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d4640f0f0f1f4b25ab26767879288af2, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T15:23:01,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/504466799cc34d5f858d9e099d55582f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/504466799cc34d5f858d9e099d55582f 2024-11-23T15:23:01,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/504466799cc34d5f858d9e099d55582f, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T15:23:01,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1267ms, sequenceid=175, compaction requested=true 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:01,248 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:01,248 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:01,249 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:01,249 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:01,249 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/B is initiating minor compaction (all files) 2024-11-23T15:23:01,249 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/A is initiating minor compaction (all files) 2024-11-23T15:23:01,249 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/B in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,249 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/A in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,249 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/531edb9e08b84b829df68579a94eab5d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/b15dfd09252e4889b420bb6eb187b7f9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d4640f0f0f1f4b25ab26767879288af2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=35.9 K 2024-11-23T15:23:01,249 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/6900d5e5a310494a933323e714edf34c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=99.8 K 2024-11-23T15:23:01,250 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,250 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/6900d5e5a310494a933323e714edf34c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9] 2024-11-23T15:23:01,250 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6900d5e5a310494a933323e714edf34c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732375375180 2024-11-23T15:23:01,250 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 531edb9e08b84b829df68579a94eab5d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732375375180 2024-11-23T15:23:01,250 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89b39eb2e4bc40318e661a0c581a2da9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732375375830 2024-11-23T15:23:01,250 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b15dfd09252e4889b420bb6eb187b7f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732375375830 2024-11-23T15:23:01,251 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9593a840ef1647168bec8355e98d35f9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732375377946 2024-11-23T15:23:01,251 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d4640f0f0f1f4b25ab26767879288af2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732375377946 2024-11-23T15:23:01,257 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:01,259 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:01,259 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/144d3727e4e041d4b90485aaaaca95f2 is 50, key is test_row_0/B:col10/1732375377964/Put/seqid=0 2024-11-23T15:23:01,262 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b7addea99bce43b79ba32be188943485_9aeb3f432e5d07bba58c1cbaac88cc57 store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:01,264 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b7addea99bce43b79ba32be188943485_9aeb3f432e5d07bba58c1cbaac88cc57, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:01,264 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b7addea99bce43b79ba32be188943485_9aeb3f432e5d07bba58c1cbaac88cc57 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742215_1391 (size=12561) 2024-11-23T15:23:01,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742216_1392 (size=4469) 2024-11-23T15:23:01,275 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#A#compaction#332 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:01,275 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/97d398e5387c4bc99e075cd7b2c96084 is 175, key is test_row_0/A:col10/1732375377964/Put/seqid=0 2024-11-23T15:23:01,276 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/144d3727e4e041d4b90485aaaaca95f2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/144d3727e4e041d4b90485aaaaca95f2 2024-11-23T15:23:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742217_1393 (size=31515) 2024-11-23T15:23:01,282 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/B of 9aeb3f432e5d07bba58c1cbaac88cc57 into 144d3727e4e041d4b90485aaaaca95f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:01,282 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:01,282 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/B, priority=13, startTime=1732375381248; duration=0sec 2024-11-23T15:23:01,282 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:01,282 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:B 2024-11-23T15:23:01,282 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:01,283 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:01,283 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/C is initiating minor compaction (all files) 2024-11-23T15:23:01,284 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/C in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,284 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/1213b75e7db34b26b354d0d1d3536f4e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fff651a2b73845a695d7fa543ff5951d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/504466799cc34d5f858d9e099d55582f] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=35.9 K 2024-11-23T15:23:01,284 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1213b75e7db34b26b354d0d1d3536f4e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732375375180 2024-11-23T15:23:01,284 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting fff651a2b73845a695d7fa543ff5951d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732375375830 2024-11-23T15:23:01,285 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 504466799cc34d5f858d9e099d55582f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732375377946 2024-11-23T15:23:01,287 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/97d398e5387c4bc99e075cd7b2c96084 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/97d398e5387c4bc99e075cd7b2c96084 2024-11-23T15:23:01,291 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/A of 9aeb3f432e5d07bba58c1cbaac88cc57 into 97d398e5387c4bc99e075cd7b2c96084(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:01,291 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:01,291 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/A, priority=13, startTime=1732375381248; duration=0sec 2024-11-23T15:23:01,292 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:01,292 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:A 2024-11-23T15:23:01,293 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:01,293 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/ea07d295bef84935b6f7b19060f7dfd6 is 50, key is test_row_0/C:col10/1732375377964/Put/seqid=0 2024-11-23T15:23:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742218_1394 (size=12561) 2024-11-23T15:23:01,300 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/ea07d295bef84935b6f7b19060f7dfd6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/ea07d295bef84935b6f7b19060f7dfd6 2024-11-23T15:23:01,304 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/C of 9aeb3f432e5d07bba58c1cbaac88cc57 into ea07d295bef84935b6f7b19060f7dfd6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:01,304 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:01,304 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/C, priority=13, startTime=1732375381248; duration=0sec 2024-11-23T15:23:01,304 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:01,304 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:C 2024-11-23T15:23:01,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:01,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T15:23:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:01,377 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T15:23:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:23:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:23:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:23:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cd6793cae76f4c52a64b89949ace9f30_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375380041/Put/seqid=0 2024-11-23T15:23:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742219_1395 (size=12304) 2024-11-23T15:23:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:01,795 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cd6793cae76f4c52a64b89949ace9f30_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cd6793cae76f4c52a64b89949ace9f30_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/cd7fc7fa3014483abc5d2f1fda65559b, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/cd7fc7fa3014483abc5d2f1fda65559b is 175, key is test_row_0/A:col10/1732375380041/Put/seqid=0 2024-11-23T15:23:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742220_1396 (size=31105) 2024-11-23T15:23:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:23:02,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:02,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375442143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375442144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375442167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375442170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375442172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,201 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/cd7fc7fa3014483abc5d2f1fda65559b 2024-11-23T15:23:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/198f85e8993347d6baa151840c617114 is 50, key is test_row_0/B:col10/1732375380041/Put/seqid=0 2024-11-23T15:23:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742221_1397 (size=12151) 2024-11-23T15:23:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375442246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375442248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375442450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375442452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,611 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/198f85e8993347d6baa151840c617114 2024-11-23T15:23:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/6551d219a0aa4d83916b1b0de4f75149 is 50, key is test_row_0/C:col10/1732375380041/Put/seqid=0 2024-11-23T15:23:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742222_1398 (size=12151) 2024-11-23T15:23:02,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/6551d219a0aa4d83916b1b0de4f75149 2024-11-23T15:23:02,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/cd7fc7fa3014483abc5d2f1fda65559b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b 2024-11-23T15:23:02,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b, entries=150, sequenceid=198, filesize=30.4 K 2024-11-23T15:23:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/198f85e8993347d6baa151840c617114 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/198f85e8993347d6baa151840c617114 2024-11-23T15:23:02,634 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/198f85e8993347d6baa151840c617114, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T15:23:02,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/6551d219a0aa4d83916b1b0de4f75149 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/6551d219a0aa4d83916b1b0de4f75149 2024-11-23T15:23:02,638 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/6551d219a0aa4d83916b1b0de4f75149, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T15:23:02,638 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1261ms, sequenceid=198, compaction requested=false 2024-11-23T15:23:02,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T15:23:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T15:23:02,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T15:23:02,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7900 sec 2024-11-23T15:23:02,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.7930 sec 2024-11-23T15:23:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:02,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T15:23:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:23:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:23:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:23:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:02,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e4dbd7f891a4a10a41f5f9afeea321b_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742223_1399 (size=14794) 2024-11-23T15:23:02,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375442796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375442797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375442902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375442903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375443107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375443108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:03,177 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e4dbd7f891a4a10a41f5f9afeea321b_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e4dbd7f891a4a10a41f5f9afeea321b_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:03,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9feea389b490474697c5cc2f2c043df9, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:03,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9feea389b490474697c5cc2f2c043df9 is 175, key is test_row_0/A:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742224_1400 (size=39749) 2024-11-23T15:23:03,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9feea389b490474697c5cc2f2c043df9 2024-11-23T15:23:03,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/a5f78f2b43d249269f4289c0444a123b is 50, key is test_row_0/B:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742225_1401 (size=12151) 2024-11-23T15:23:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375443414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375443415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/a5f78f2b43d249269f4289c0444a123b 2024-11-23T15:23:03,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7a00950498d04460bb1fc754ee24c562 is 50, key is test_row_0/C:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742226_1402 (size=12151) 2024-11-23T15:23:03,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375443917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375443919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T15:23:03,954 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T15:23:03,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-23T15:23:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T15:23:03,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:03,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:03,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:04,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7a00950498d04460bb1fc754ee24c562 2024-11-23T15:23:04,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9feea389b490474697c5cc2f2c043df9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9 2024-11-23T15:23:04,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9, entries=200, sequenceid=215, filesize=38.8 K 2024-11-23T15:23:04,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/a5f78f2b43d249269f4289c0444a123b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5f78f2b43d249269f4289c0444a123b 2024-11-23T15:23:04,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5f78f2b43d249269f4289c0444a123b, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T15:23:04,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7a00950498d04460bb1fc754ee24c562 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7a00950498d04460bb1fc754ee24c562 2024-11-23T15:23:04,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7a00950498d04460bb1fc754ee24c562, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T15:23:04,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1271ms, sequenceid=215, compaction requested=true 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:04,026 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:04,026 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:04,028 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:04,028 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:04,028 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/B is initiating minor compaction (all files) 2024-11-23T15:23:04,028 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/A is initiating minor compaction (all files) 2024-11-23T15:23:04,028 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/B in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:04,028 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/A in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:04,028 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/144d3727e4e041d4b90485aaaaca95f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/198f85e8993347d6baa151840c617114, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5f78f2b43d249269f4289c0444a123b] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=36.0 K 2024-11-23T15:23:04,028 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/97d398e5387c4bc99e075cd7b2c96084, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=100.0 K 2024-11-23T15:23:04,028 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:04,028 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/97d398e5387c4bc99e075cd7b2c96084, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9] 2024-11-23T15:23:04,029 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 144d3727e4e041d4b90485aaaaca95f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732375377946 2024-11-23T15:23:04,029 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97d398e5387c4bc99e075cd7b2c96084, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732375377946 2024-11-23T15:23:04,029 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 198f85e8993347d6baa151840c617114, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732375380032 2024-11-23T15:23:04,029 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd7fc7fa3014483abc5d2f1fda65559b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732375380032 2024-11-23T15:23:04,029 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f78f2b43d249269f4289c0444a123b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375382141 2024-11-23T15:23:04,030 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9feea389b490474697c5cc2f2c043df9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375382139 2024-11-23T15:23:04,036 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:04,037 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/105166a154ef42578a29719d9678f11b is 50, key is test_row_0/B:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:04,038 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:04,040 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e3c2a40bf57041558574c37322704eab_9aeb3f432e5d07bba58c1cbaac88cc57 store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:04,042 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e3c2a40bf57041558574c37322704eab_9aeb3f432e5d07bba58c1cbaac88cc57, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:04,043 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e3c2a40bf57041558574c37322704eab_9aeb3f432e5d07bba58c1cbaac88cc57 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742227_1403 (size=12663) 2024-11-23T15:23:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742228_1404 (size=4469) 2024-11-23T15:23:04,048 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#A#compaction#341 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:04,048 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e4290560a9564020aed9ae952fd1ecfa is 175, key is test_row_0/A:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742229_1405 (size=31617) 2024-11-23T15:23:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T15:23:04,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T15:23:04,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:04,109 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T15:23:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:23:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:23:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:23:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:04,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fe4b18328e844e8a7efc8ddd86fffd0_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375382796/Put/seqid=0 2024-11-23T15:23:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742230_1406 (size=12304) 2024-11-23T15:23:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:04,127 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fe4b18328e844e8a7efc8ddd86fffd0_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fe4b18328e844e8a7efc8ddd86fffd0_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9dfd165a72464ddc8d6fa732deabac1b, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9dfd165a72464ddc8d6fa732deabac1b is 175, key is test_row_0/A:col10/1732375382796/Put/seqid=0 2024-11-23T15:23:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742231_1407 (size=31105) 2024-11-23T15:23:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375444217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375444218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375444218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T15:23:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375444325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375444325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375444325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,449 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/105166a154ef42578a29719d9678f11b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/105166a154ef42578a29719d9678f11b 2024-11-23T15:23:04,453 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/B of 9aeb3f432e5d07bba58c1cbaac88cc57 into 105166a154ef42578a29719d9678f11b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:04,453 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:04,453 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/B, priority=13, startTime=1732375384026; duration=0sec 2024-11-23T15:23:04,453 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:04,453 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:B 2024-11-23T15:23:04,453 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:04,454 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:04,454 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/C is initiating minor compaction (all files) 2024-11-23T15:23:04,454 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/C in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:04,454 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/ea07d295bef84935b6f7b19060f7dfd6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/6551d219a0aa4d83916b1b0de4f75149, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7a00950498d04460bb1fc754ee24c562] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=36.0 K 2024-11-23T15:23:04,454 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ea07d295bef84935b6f7b19060f7dfd6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732375377946 2024-11-23T15:23:04,455 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 6551d219a0aa4d83916b1b0de4f75149, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732375380032 2024-11-23T15:23:04,455 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a00950498d04460bb1fc754ee24c562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375382141 2024-11-23T15:23:04,456 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e4290560a9564020aed9ae952fd1ecfa as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e4290560a9564020aed9ae952fd1ecfa 2024-11-23T15:23:04,460 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/A of 9aeb3f432e5d07bba58c1cbaac88cc57 into e4290560a9564020aed9ae952fd1ecfa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:04,460 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:04,460 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/A, priority=13, startTime=1732375384026; duration=0sec 2024-11-23T15:23:04,460 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:04,460 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:A 2024-11-23T15:23:04,462 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:04,462 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/3fb91ad99c664366912252e9fb7f5d7b is 50, key is test_row_0/C:col10/1732375382143/Put/seqid=0 2024-11-23T15:23:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742232_1408 (size=12663) 2024-11-23T15:23:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9dfd165a72464ddc8d6fa732deabac1b 2024-11-23T15:23:04,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375444531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375444531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375444532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/cd9aef7f66d74bcdb1348e5fb908bf37 is 50, key is test_row_0/B:col10/1732375382796/Put/seqid=0 2024-11-23T15:23:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742233_1409 (size=12151) 2024-11-23T15:23:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T15:23:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375444839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375444839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375444840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,870 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/3fb91ad99c664366912252e9fb7f5d7b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/3fb91ad99c664366912252e9fb7f5d7b 2024-11-23T15:23:04,874 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/C of 9aeb3f432e5d07bba58c1cbaac88cc57 into 3fb91ad99c664366912252e9fb7f5d7b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:04,874 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:04,874 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/C, priority=13, startTime=1732375384026; duration=0sec 2024-11-23T15:23:04,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:04,875 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:C 2024-11-23T15:23:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375444922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375444922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:04,942 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/cd9aef7f66d74bcdb1348e5fb908bf37 2024-11-23T15:23:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/a4ba77c16b054d77bafc2a70351c06c6 is 50, key is test_row_0/C:col10/1732375382796/Put/seqid=0 2024-11-23T15:23:04,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742234_1410 (size=12151) 2024-11-23T15:23:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T15:23:05,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375445342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:05,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375445345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:05,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375445347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:05,357 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/a4ba77c16b054d77bafc2a70351c06c6 2024-11-23T15:23:05,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/9dfd165a72464ddc8d6fa732deabac1b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b 2024-11-23T15:23:05,364 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b, entries=150, sequenceid=234, filesize=30.4 K 2024-11-23T15:23:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/cd9aef7f66d74bcdb1348e5fb908bf37 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/cd9aef7f66d74bcdb1348e5fb908bf37 2024-11-23T15:23:05,368 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/cd9aef7f66d74bcdb1348e5fb908bf37, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T15:23:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/a4ba77c16b054d77bafc2a70351c06c6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a4ba77c16b054d77bafc2a70351c06c6 2024-11-23T15:23:05,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a4ba77c16b054d77bafc2a70351c06c6, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T15:23:05,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1264ms, sequenceid=234, compaction requested=false 2024-11-23T15:23:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-23T15:23:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-23T15:23:05,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T15:23:05,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-23T15:23:05,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.4210 sec 2024-11-23T15:23:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T15:23:06,060 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T15:23:06,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-23T15:23:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T15:23:06,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:06,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:06,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T15:23:06,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T15:23:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:06,216 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T15:23:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:23:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:23:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:23:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:06,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232ceb9af24efd400ba19c35c611256dc7_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375384209/Put/seqid=0 2024-11-23T15:23:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742235_1411 (size=12304) 2024-11-23T15:23:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. as already flushing 2024-11-23T15:23:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T15:23:06,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375446378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375446379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375446382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,420 DEBUG [Thread-1560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b44a589 to 127.0.0.1:58685 2024-11-23T15:23:06,420 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:06,421 DEBUG [Thread-1558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f8019db to 127.0.0.1:58685 2024-11-23T15:23:06,421 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:06,421 DEBUG [Thread-1556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e66e492 to 127.0.0.1:58685 2024-11-23T15:23:06,421 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:06,424 DEBUG [Thread-1564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4185f9e7 to 127.0.0.1:58685 2024-11-23T15:23:06,424 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:06,427 DEBUG [Thread-1562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x482f1baa to 127.0.0.1:58685 2024-11-23T15:23:06,427 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:06,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375446485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375446485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375446487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:06,633 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232ceb9af24efd400ba19c35c611256dc7_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ceb9af24efd400ba19c35c611256dc7_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/049b6b2f181d47cd90d8341b0fd77d5a, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/049b6b2f181d47cd90d8341b0fd77d5a is 175, key is test_row_0/A:col10/1732375384209/Put/seqid=0 2024-11-23T15:23:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742236_1412 (size=31105) 2024-11-23T15:23:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T15:23:06,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375446687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375446687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375446689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43392 deadline: 1732375446930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,931 DEBUG [Thread-1551 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:06,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43406 deadline: 1732375446938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,939 DEBUG [Thread-1545 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375446988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375446991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:06,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375446991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:07,038 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/049b6b2f181d47cd90d8341b0fd77d5a 2024-11-23T15:23:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/7828c35657504aec97a56fcb7cc27e65 is 50, key is test_row_0/B:col10/1732375384209/Put/seqid=0 2024-11-23T15:23:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742237_1413 (size=12151) 2024-11-23T15:23:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T15:23:07,448 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/7828c35657504aec97a56fcb7cc27e65 2024-11-23T15:23:07,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7bd45067c097404f914d23eecb87eadd is 50, key is test_row_0/C:col10/1732375384209/Put/seqid=0 2024-11-23T15:23:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742238_1414 (size=12151) 2024-11-23T15:23:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43476 deadline: 1732375447492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732375447494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43450 deadline: 1732375447494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:07,858 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7bd45067c097404f914d23eecb87eadd 2024-11-23T15:23:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/049b6b2f181d47cd90d8341b0fd77d5a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a 2024-11-23T15:23:07,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a, entries=150, sequenceid=254, filesize=30.4 K 2024-11-23T15:23:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/7828c35657504aec97a56fcb7cc27e65 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/7828c35657504aec97a56fcb7cc27e65 2024-11-23T15:23:07,868 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/7828c35657504aec97a56fcb7cc27e65, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T15:23:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/7bd45067c097404f914d23eecb87eadd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7bd45067c097404f914d23eecb87eadd 2024-11-23T15:23:07,872 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7bd45067c097404f914d23eecb87eadd, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T15:23:07,872 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1656ms, sequenceid=254, compaction requested=true 2024-11-23T15:23:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-23T15:23:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-23T15:23:07,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T15:23:07,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-23T15:23:07,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8130 sec 2024-11-23T15:23:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T15:23:08,167 INFO [Thread-1555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-23T15:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:08,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T15:23:08,497 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522d4f9e to 127.0.0.1:58685 2024-11-23T15:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:23:08,497 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:08,499 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b85570 to 127.0.0.1:58685 2024-11-23T15:23:08,499 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f18e8c5e416d4ce8b0edb6a96aa475f6_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:08,505 DEBUG [Thread-1553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x115da668 to 127.0.0.1:58685 2024-11-23T15:23:08,505 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742239_1415 (size=12454) 2024-11-23T15:23:08,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:08,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f18e8c5e416d4ce8b0edb6a96aa475f6_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f18e8c5e416d4ce8b0edb6a96aa475f6_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:08,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e759f735011b400a92901a69f4671bf6, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:08,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e759f735011b400a92901a69f4671bf6 is 175, key is test_row_0/A:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742240_1416 (size=31255) 2024-11-23T15:23:09,316 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e759f735011b400a92901a69f4671bf6 2024-11-23T15:23:09,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/26a5776d51aa451a909b10ad76a4f42d is 50, key is test_row_0/B:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:09,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742241_1417 (size=12301) 2024-11-23T15:23:09,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/26a5776d51aa451a909b10ad76a4f42d 2024-11-23T15:23:09,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/e2fd069a410f4e50845070edca2f3026 is 50, key is test_row_0/C:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742242_1418 (size=12301) 2024-11-23T15:23:10,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/e2fd069a410f4e50845070edca2f3026 2024-11-23T15:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e759f735011b400a92901a69f4671bf6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6 2024-11-23T15:23:10,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6, entries=150, sequenceid=274, filesize=30.5 K 2024-11-23T15:23:10,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/26a5776d51aa451a909b10ad76a4f42d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/26a5776d51aa451a909b10ad76a4f42d 2024-11-23T15:23:10,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/26a5776d51aa451a909b10ad76a4f42d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T15:23:10,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/e2fd069a410f4e50845070edca2f3026 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/e2fd069a410f4e50845070edca2f3026 2024-11-23T15:23:10,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/e2fd069a410f4e50845070edca2f3026, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T15:23:10,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1652ms, sequenceid=274, compaction requested=true 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:10,149 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aeb3f432e5d07bba58c1cbaac88cc57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:10,149 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:23:10,150 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:23:10,150 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:23:10,150 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/B is initiating minor compaction (all files) 2024-11-23T15:23:10,150 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/A is initiating minor compaction (all files) 2024-11-23T15:23:10,150 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/B in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:10,150 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/A in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:10,150 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/105166a154ef42578a29719d9678f11b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/cd9aef7f66d74bcdb1348e5fb908bf37, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/7828c35657504aec97a56fcb7cc27e65, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/26a5776d51aa451a909b10ad76a4f42d] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=48.1 K 2024-11-23T15:23:10,150 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e4290560a9564020aed9ae952fd1ecfa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=122.2 K 2024-11-23T15:23:10,150 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:10,150 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e4290560a9564020aed9ae952fd1ecfa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6] 2024-11-23T15:23:10,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 105166a154ef42578a29719d9678f11b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375382141 2024-11-23T15:23:10,151 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4290560a9564020aed9ae952fd1ecfa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375382141 2024-11-23T15:23:10,151 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dfd165a72464ddc8d6fa732deabac1b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732375382790 2024-11-23T15:23:10,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting cd9aef7f66d74bcdb1348e5fb908bf37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732375382790 2024-11-23T15:23:10,152 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 049b6b2f181d47cd90d8341b0fd77d5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732375384209 2024-11-23T15:23:10,152 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7828c35657504aec97a56fcb7cc27e65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732375384209 2024-11-23T15:23:10,152 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e759f735011b400a92901a69f4671bf6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732375386377 2024-11-23T15:23:10,152 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a5776d51aa451a909b10ad76a4f42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732375386377 2024-11-23T15:23:10,160 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:10,161 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:10,161 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/f8c2c8e2978041afbcec491c592d2f56 is 50, key is test_row_0/B:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:10,164 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c0f8797203fc4d71bf10f5bd7bcc15a5_9aeb3f432e5d07bba58c1cbaac88cc57 store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742243_1419 (size=12949) 2024-11-23T15:23:10,168 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c0f8797203fc4d71bf10f5bd7bcc15a5_9aeb3f432e5d07bba58c1cbaac88cc57, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:10,168 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c0f8797203fc4d71bf10f5bd7bcc15a5_9aeb3f432e5d07bba58c1cbaac88cc57 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:10,171 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/f8c2c8e2978041afbcec491c592d2f56 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/f8c2c8e2978041afbcec491c592d2f56 2024-11-23T15:23:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742244_1420 (size=4469) 2024-11-23T15:23:10,174 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/B of 9aeb3f432e5d07bba58c1cbaac88cc57 into f8c2c8e2978041afbcec491c592d2f56(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:10,174 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:10,174 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/B, priority=12, startTime=1732375390149; duration=0sec 2024-11-23T15:23:10,174 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:10,174 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:B 2024-11-23T15:23:10,175 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:23:10,175 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:23:10,175 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 9aeb3f432e5d07bba58c1cbaac88cc57/C is initiating minor compaction (all files) 2024-11-23T15:23:10,175 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aeb3f432e5d07bba58c1cbaac88cc57/C in TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:10,175 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/3fb91ad99c664366912252e9fb7f5d7b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a4ba77c16b054d77bafc2a70351c06c6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7bd45067c097404f914d23eecb87eadd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/e2fd069a410f4e50845070edca2f3026] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp, totalSize=48.1 K 2024-11-23T15:23:10,176 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb91ad99c664366912252e9fb7f5d7b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375382141 2024-11-23T15:23:10,176 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a4ba77c16b054d77bafc2a70351c06c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732375382790 2024-11-23T15:23:10,176 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd45067c097404f914d23eecb87eadd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732375384209 2024-11-23T15:23:10,176 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting e2fd069a410f4e50845070edca2f3026, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732375386377 2024-11-23T15:23:10,182 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:10,183 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/01480cc32aab40e98506829a69b8648a is 50, key is test_row_0/C:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742245_1421 (size=12949) 2024-11-23T15:23:10,573 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aeb3f432e5d07bba58c1cbaac88cc57#A#compaction#353 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:10,573 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/48fb64f606364822b15d6a018b83dd72 is 175, key is test_row_0/A:col10/1732375386377/Put/seqid=0 2024-11-23T15:23:10,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742246_1422 (size=31903) 2024-11-23T15:23:10,589 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/01480cc32aab40e98506829a69b8648a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/01480cc32aab40e98506829a69b8648a 2024-11-23T15:23:10,592 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/C of 9aeb3f432e5d07bba58c1cbaac88cc57 into 01480cc32aab40e98506829a69b8648a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:10,592 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:10,592 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/C, priority=12, startTime=1732375390149; duration=0sec 2024-11-23T15:23:10,592 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:10,592 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:C 2024-11-23T15:23:10,934 DEBUG [Thread-1551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c5fcb3 to 127.0.0.1:58685 2024-11-23T15:23:10,934 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:10,956 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c55cccc to 127.0.0.1:58685 2024-11-23T15:23:10,956 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3009 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9026 rows 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2977 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8931 rows 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2984 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8950 rows 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3002 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9004 rows 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2999 2024-11-23T15:23:10,956 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8994 rows 2024-11-23T15:23:10,956 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:23:10,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c82ed94 to 127.0.0.1:58685 2024-11-23T15:23:10,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:10,958 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T15:23:10,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T15:23:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T15:23:10,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375390961"}]},"ts":"1732375390961"} 2024-11-23T15:23:10,963 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T15:23:10,965 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T15:23:10,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:23:10,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, UNASSIGN}] 2024-11-23T15:23:10,967 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, UNASSIGN 2024-11-23T15:23:10,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:10,968 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:23:10,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:23:10,980 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/48fb64f606364822b15d6a018b83dd72 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/48fb64f606364822b15d6a018b83dd72 2024-11-23T15:23:10,984 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aeb3f432e5d07bba58c1cbaac88cc57/A of 9aeb3f432e5d07bba58c1cbaac88cc57 into 48fb64f606364822b15d6a018b83dd72(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:10,984 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:10,984 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57., storeName=9aeb3f432e5d07bba58c1cbaac88cc57/A, priority=12, startTime=1732375390149; duration=0sec 2024-11-23T15:23:10,984 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:10,984 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aeb3f432e5d07bba58c1cbaac88cc57:A 2024-11-23T15:23:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T15:23:11,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:11,120 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:11,120 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:23:11,120 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 9aeb3f432e5d07bba58c1cbaac88cc57, disabling compactions & flushes 2024-11-23T15:23:11,120 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:11,120 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:11,120 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. after waiting 0 ms 2024-11-23T15:23:11,120 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:11,120 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 9aeb3f432e5d07bba58c1cbaac88cc57 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T15:23:11,121 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=A 2024-11-23T15:23:11,121 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:11,121 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=B 2024-11-23T15:23:11,121 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:11,121 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aeb3f432e5d07bba58c1cbaac88cc57, store=C 2024-11-23T15:23:11,121 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:11,126 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238a1e0e9f8a8f4c629a5c526bfd2f126c_9aeb3f432e5d07bba58c1cbaac88cc57 is 50, key is test_row_0/A:col10/1732375390933/Put/seqid=0 2024-11-23T15:23:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742247_1423 (size=9914) 2024-11-23T15:23:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T15:23:11,530 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:11,533 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238a1e0e9f8a8f4c629a5c526bfd2f126c_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a1e0e9f8a8f4c629a5c526bfd2f126c_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:11,534 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e65f6bafb5794373b392061112c0b1d3, store: [table=TestAcidGuarantees family=A region=9aeb3f432e5d07bba58c1cbaac88cc57] 2024-11-23T15:23:11,535 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e65f6bafb5794373b392061112c0b1d3 is 175, key is test_row_0/A:col10/1732375390933/Put/seqid=0 2024-11-23T15:23:11,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742248_1424 (size=22561) 2024-11-23T15:23:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T15:23:11,938 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e65f6bafb5794373b392061112c0b1d3 2024-11-23T15:23:11,944 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/1c4486d6e71042989c370c34dba3f093 is 50, key is test_row_0/B:col10/1732375390933/Put/seqid=0 2024-11-23T15:23:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742249_1425 (size=9857) 2024-11-23T15:23:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T15:23:12,348 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/1c4486d6e71042989c370c34dba3f093 2024-11-23T15:23:12,354 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/2259960971074c0b8e5289c77813d846 is 50, key is test_row_0/C:col10/1732375390933/Put/seqid=0 2024-11-23T15:23:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742250_1426 (size=9857) 2024-11-23T15:23:12,757 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/2259960971074c0b8e5289c77813d846 2024-11-23T15:23:12,761 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/A/e65f6bafb5794373b392061112c0b1d3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e65f6bafb5794373b392061112c0b1d3 2024-11-23T15:23:12,764 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e65f6bafb5794373b392061112c0b1d3, entries=100, sequenceid=284, filesize=22.0 K 2024-11-23T15:23:12,765 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/B/1c4486d6e71042989c370c34dba3f093 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/1c4486d6e71042989c370c34dba3f093 2024-11-23T15:23:12,767 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/1c4486d6e71042989c370c34dba3f093, entries=100, sequenceid=284, filesize=9.6 K 2024-11-23T15:23:12,768 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/.tmp/C/2259960971074c0b8e5289c77813d846 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2259960971074c0b8e5289c77813d846 2024-11-23T15:23:12,770 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2259960971074c0b8e5289c77813d846, entries=100, sequenceid=284, filesize=9.6 K 2024-11-23T15:23:12,771 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9aeb3f432e5d07bba58c1cbaac88cc57 in 1651ms, sequenceid=284, compaction requested=false 2024-11-23T15:23:12,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/a9227e024b3c4e9d9bdbe37c82df8d80, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cedc0bd50d014e5694f07e6ffdde84e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/6900d5e5a310494a933323e714edf34c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/97d398e5387c4bc99e075cd7b2c96084, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e4290560a9564020aed9ae952fd1ecfa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6] to archive 2024-11-23T15:23:12,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:23:12,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e79591d0cde94162ba050d99f509f45a 2024-11-23T15:23:12,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/0541a55a446f41f0b297919b2f7a0db6 2024-11-23T15:23:12,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/3fa19024294c4679b2912c1cbb27ce1d 2024-11-23T15:23:12,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/a9227e024b3c4e9d9bdbe37c82df8d80 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/a9227e024b3c4e9d9bdbe37c82df8d80 2024-11-23T15:23:12,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e103d48c5c104e41bb7590c17deb5a5d 2024-11-23T15:23:12,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cedc0bd50d014e5694f07e6ffdde84e2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cedc0bd50d014e5694f07e6ffdde84e2 2024-11-23T15:23:12,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/770cfc2394b14f028b6205c098f3be63 2024-11-23T15:23:12,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e0aefe7a9153444ba227a8a5045c84da 2024-11-23T15:23:12,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/31c35b1dcf7b474e94f6f8289736a35a 2024-11-23T15:23:12,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/6900d5e5a310494a933323e714edf34c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/6900d5e5a310494a933323e714edf34c 2024-11-23T15:23:12,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/89b39eb2e4bc40318e661a0c581a2da9 2024-11-23T15:23:12,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9593a840ef1647168bec8355e98d35f9 2024-11-23T15:23:12,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/97d398e5387c4bc99e075cd7b2c96084 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/97d398e5387c4bc99e075cd7b2c96084 2024-11-23T15:23:12,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/cd7fc7fa3014483abc5d2f1fda65559b 2024-11-23T15:23:12,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9feea389b490474697c5cc2f2c043df9 2024-11-23T15:23:12,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e4290560a9564020aed9ae952fd1ecfa to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e4290560a9564020aed9ae952fd1ecfa 2024-11-23T15:23:12,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/9dfd165a72464ddc8d6fa732deabac1b 2024-11-23T15:23:12,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/049b6b2f181d47cd90d8341b0fd77d5a 2024-11-23T15:23:12,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e759f735011b400a92901a69f4671bf6 2024-11-23T15:23:12,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/48f295bd8fa645af8aa07d5a4f5a9552, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5216c0939e64dd0afa83c7c3d0d1fed, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/564ec008d6a544ee912059e04df37536, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/db71fff0705f4891bd23ce5586f7b5f5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/810b459ef1b241269e795e3991113ef0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/11177b1aed6d461b9076be05336b4f6a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d6a08c72a268404f837b8683468f0fe2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/c047dc49e5854e9f83008eab7cbfc7c8, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/531edb9e08b84b829df68579a94eab5d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/962fcf2f9c1b43efa15a340891409f58, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/b15dfd09252e4889b420bb6eb187b7f9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/144d3727e4e041d4b90485aaaaca95f2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d4640f0f0f1f4b25ab26767879288af2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/198f85e8993347d6baa151840c617114, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/105166a154ef42578a29719d9678f11b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5f78f2b43d249269f4289c0444a123b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/cd9aef7f66d74bcdb1348e5fb908bf37, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/7828c35657504aec97a56fcb7cc27e65, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/26a5776d51aa451a909b10ad76a4f42d] to archive 2024-11-23T15:23:12,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:23:12,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/48f295bd8fa645af8aa07d5a4f5a9552 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/48f295bd8fa645af8aa07d5a4f5a9552 2024-11-23T15:23:12,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5216c0939e64dd0afa83c7c3d0d1fed to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5216c0939e64dd0afa83c7c3d0d1fed 2024-11-23T15:23:12,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/564ec008d6a544ee912059e04df37536 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/564ec008d6a544ee912059e04df37536 2024-11-23T15:23:12,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/db71fff0705f4891bd23ce5586f7b5f5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/db71fff0705f4891bd23ce5586f7b5f5 2024-11-23T15:23:12,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/810b459ef1b241269e795e3991113ef0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/810b459ef1b241269e795e3991113ef0 2024-11-23T15:23:12,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/11177b1aed6d461b9076be05336b4f6a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/11177b1aed6d461b9076be05336b4f6a 2024-11-23T15:23:12,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d6a08c72a268404f837b8683468f0fe2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d6a08c72a268404f837b8683468f0fe2 2024-11-23T15:23:12,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/c047dc49e5854e9f83008eab7cbfc7c8 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/c047dc49e5854e9f83008eab7cbfc7c8 2024-11-23T15:23:12,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/531edb9e08b84b829df68579a94eab5d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/531edb9e08b84b829df68579a94eab5d 2024-11-23T15:23:12,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/962fcf2f9c1b43efa15a340891409f58 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/962fcf2f9c1b43efa15a340891409f58 2024-11-23T15:23:12,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/b15dfd09252e4889b420bb6eb187b7f9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/b15dfd09252e4889b420bb6eb187b7f9 2024-11-23T15:23:12,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/144d3727e4e041d4b90485aaaaca95f2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/144d3727e4e041d4b90485aaaaca95f2 2024-11-23T15:23:12,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d4640f0f0f1f4b25ab26767879288af2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/d4640f0f0f1f4b25ab26767879288af2 2024-11-23T15:23:12,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/198f85e8993347d6baa151840c617114 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/198f85e8993347d6baa151840c617114 2024-11-23T15:23:12,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/105166a154ef42578a29719d9678f11b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/105166a154ef42578a29719d9678f11b 2024-11-23T15:23:12,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5f78f2b43d249269f4289c0444a123b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/a5f78f2b43d249269f4289c0444a123b 2024-11-23T15:23:12,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/cd9aef7f66d74bcdb1348e5fb908bf37 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/cd9aef7f66d74bcdb1348e5fb908bf37 2024-11-23T15:23:12,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/7828c35657504aec97a56fcb7cc27e65 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/7828c35657504aec97a56fcb7cc27e65 2024-11-23T15:23:12,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/26a5776d51aa451a909b10ad76a4f42d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/26a5776d51aa451a909b10ad76a4f42d 2024-11-23T15:23:12,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fd3b86d11d3943fd8e47d20da4d21914, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2531ac38c72841ce8ccd3cb96b53c738, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/b08d496158d4492f8f538f2eeb79ab78, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a501f2ff435c4136b33e63ffd05164af, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7d588f1ebdf043cba4aa7dade2ff0630, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/439740446666421087bc39cf7284d225, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/9546ce7b219c4335804c18b975ef34e2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/4555d89e098349eaafb33233fa3b6494, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/1213b75e7db34b26b354d0d1d3536f4e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/465e1d83f9784699bed8835eb33421c4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fff651a2b73845a695d7fa543ff5951d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/ea07d295bef84935b6f7b19060f7dfd6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/504466799cc34d5f858d9e099d55582f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/6551d219a0aa4d83916b1b0de4f75149, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/3fb91ad99c664366912252e9fb7f5d7b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7a00950498d04460bb1fc754ee24c562, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a4ba77c16b054d77bafc2a70351c06c6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7bd45067c097404f914d23eecb87eadd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/e2fd069a410f4e50845070edca2f3026] to archive 2024-11-23T15:23:12,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:23:12,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fd3b86d11d3943fd8e47d20da4d21914 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fd3b86d11d3943fd8e47d20da4d21914 2024-11-23T15:23:12,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2531ac38c72841ce8ccd3cb96b53c738 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2531ac38c72841ce8ccd3cb96b53c738 2024-11-23T15:23:12,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/b08d496158d4492f8f538f2eeb79ab78 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/b08d496158d4492f8f538f2eeb79ab78 2024-11-23T15:23:12,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a501f2ff435c4136b33e63ffd05164af to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a501f2ff435c4136b33e63ffd05164af 2024-11-23T15:23:12,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7d588f1ebdf043cba4aa7dade2ff0630 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7d588f1ebdf043cba4aa7dade2ff0630 2024-11-23T15:23:12,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/439740446666421087bc39cf7284d225 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/439740446666421087bc39cf7284d225 2024-11-23T15:23:12,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/9546ce7b219c4335804c18b975ef34e2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/9546ce7b219c4335804c18b975ef34e2 2024-11-23T15:23:12,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/4555d89e098349eaafb33233fa3b6494 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/4555d89e098349eaafb33233fa3b6494 2024-11-23T15:23:12,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/1213b75e7db34b26b354d0d1d3536f4e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/1213b75e7db34b26b354d0d1d3536f4e 2024-11-23T15:23:12,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/465e1d83f9784699bed8835eb33421c4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/465e1d83f9784699bed8835eb33421c4 2024-11-23T15:23:12,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fff651a2b73845a695d7fa543ff5951d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/fff651a2b73845a695d7fa543ff5951d 2024-11-23T15:23:12,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/ea07d295bef84935b6f7b19060f7dfd6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/ea07d295bef84935b6f7b19060f7dfd6 2024-11-23T15:23:12,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/504466799cc34d5f858d9e099d55582f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/504466799cc34d5f858d9e099d55582f 2024-11-23T15:23:12,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/6551d219a0aa4d83916b1b0de4f75149 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/6551d219a0aa4d83916b1b0de4f75149 2024-11-23T15:23:12,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/3fb91ad99c664366912252e9fb7f5d7b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/3fb91ad99c664366912252e9fb7f5d7b 2024-11-23T15:23:12,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7a00950498d04460bb1fc754ee24c562 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7a00950498d04460bb1fc754ee24c562 2024-11-23T15:23:12,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a4ba77c16b054d77bafc2a70351c06c6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/a4ba77c16b054d77bafc2a70351c06c6 2024-11-23T15:23:12,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7bd45067c097404f914d23eecb87eadd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/7bd45067c097404f914d23eecb87eadd 2024-11-23T15:23:12,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/e2fd069a410f4e50845070edca2f3026 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/e2fd069a410f4e50845070edca2f3026 2024-11-23T15:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/recovered.edits/287.seqid, newMaxSeqId=287, maxSeqId=4 2024-11-23T15:23:12,821 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57. 2024-11-23T15:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 9aeb3f432e5d07bba58c1cbaac88cc57: 2024-11-23T15:23:12,822 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:12,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=9aeb3f432e5d07bba58c1cbaac88cc57, regionState=CLOSED 2024-11-23T15:23:12,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T15:23:12,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 9aeb3f432e5d07bba58c1cbaac88cc57, server=6a36843bf905,41973,1732375277245 in 1.8550 sec 2024-11-23T15:23:12,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-23T15:23:12,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aeb3f432e5d07bba58c1cbaac88cc57, UNASSIGN in 1.8570 sec 2024-11-23T15:23:12,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-23T15:23:12,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8600 sec 2024-11-23T15:23:12,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375392827"}]},"ts":"1732375392827"} 2024-11-23T15:23:12,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T15:23:12,830 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T15:23:12,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8720 sec 2024-11-23T15:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T15:23:13,064 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T15:23:13,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T15:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,066 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T15:23:13,067 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,069 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,071 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/recovered.edits] 2024-11-23T15:23:13,073 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/48fb64f606364822b15d6a018b83dd72 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/48fb64f606364822b15d6a018b83dd72 2024-11-23T15:23:13,074 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e65f6bafb5794373b392061112c0b1d3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/A/e65f6bafb5794373b392061112c0b1d3 2024-11-23T15:23:13,076 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/1c4486d6e71042989c370c34dba3f093 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/1c4486d6e71042989c370c34dba3f093 2024-11-23T15:23:13,077 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/f8c2c8e2978041afbcec491c592d2f56 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/B/f8c2c8e2978041afbcec491c592d2f56 2024-11-23T15:23:13,079 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/01480cc32aab40e98506829a69b8648a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/01480cc32aab40e98506829a69b8648a 2024-11-23T15:23:13,080 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2259960971074c0b8e5289c77813d846 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/C/2259960971074c0b8e5289c77813d846 2024-11-23T15:23:13,082 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/recovered.edits/287.seqid to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57/recovered.edits/287.seqid 2024-11-23T15:23:13,082 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,082 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T15:23:13,082 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T15:23:13,083 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T15:23:13,085 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cbb0646a39948559486ce608de4dd9a_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cbb0646a39948559486ce608de4dd9a_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,086 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ceb9af24efd400ba19c35c611256dc7_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ceb9af24efd400ba19c35c611256dc7_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,087 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f939644454d4e738a2fd3f3dcd3936a_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f939644454d4e738a2fd3f3dcd3936a_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,088 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123320fa372ff794f3d82d93394e87256a0_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123320fa372ff794f3d82d93394e87256a0_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,089 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112343044b01876d4c56868d7172f5a82152_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112343044b01876d4c56868d7172f5a82152_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,094 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fe4b18328e844e8a7efc8ddd86fffd0_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fe4b18328e844e8a7efc8ddd86fffd0_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,095 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350b29aff9ccc430fb731e1a97a569d6e_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350b29aff9ccc430fb731e1a97a569d6e_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,096 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235979b98777fc43519b1cc5ab7a8e5293_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235979b98777fc43519b1cc5ab7a8e5293_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,097 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e4dbd7f891a4a10a41f5f9afeea321b_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e4dbd7f891a4a10a41f5f9afeea321b_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,098 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a1e0e9f8a8f4c629a5c526bfd2f126c_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a1e0e9f8a8f4c629a5c526bfd2f126c_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,099 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ac90ebef43574be18c99f791aee4fc4b_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ac90ebef43574be18c99f791aee4fc4b_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,100 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bdbb6737f50a4abfa35ac1360c15d880_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bdbb6737f50a4abfa35ac1360c15d880_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,101 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cd6793cae76f4c52a64b89949ace9f30_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cd6793cae76f4c52a64b89949ace9f30_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,101 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ee973c107abe44f084fc7e91c6ebec10_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ee973c107abe44f084fc7e91c6ebec10_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,102 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f18e8c5e416d4ce8b0edb6a96aa475f6_9aeb3f432e5d07bba58c1cbaac88cc57 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f18e8c5e416d4ce8b0edb6a96aa475f6_9aeb3f432e5d07bba58c1cbaac88cc57 2024-11-23T15:23:13,103 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T15:23:13,104 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,106 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T15:23:13,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T15:23:13,108 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,108 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T15:23:13,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732375393108"}]},"ts":"9223372036854775807"} 2024-11-23T15:23:13,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T15:23:13,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9aeb3f432e5d07bba58c1cbaac88cc57, NAME => 'TestAcidGuarantees,,1732375363362.9aeb3f432e5d07bba58c1cbaac88cc57.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T15:23:13,109 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T15:23:13,110 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732375393109"}]},"ts":"9223372036854775807"} 2024-11-23T15:23:13,111 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T15:23:13,112 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-23T15:23:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T15:23:13,167 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T15:23:13,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3775 (was 3802) 2024-11-23T15:23:13,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=3775 2024-11-23T15:23:13,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:23:13,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:13,188 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:13,188 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:13,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-23T15:23:13,189 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T15:23:13,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742251_1427 (size=960) 2024-11-23T15:23:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T15:23:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T15:23:13,596 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:23:13,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742252_1428 (size=53) 2024-11-23T15:23:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T15:23:14,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:14,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 159cb4e4739b66140a4f7ee39927f2ef, disabling compactions & flushes 2024-11-23T15:23:14,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. after waiting 0 ms 2024-11-23T15:23:14,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:14,002 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:14,002 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732375394002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375394002"}]},"ts":"1732375394002"} 2024-11-23T15:23:14,003 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:23:14,004 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:14,004 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375394004"}]},"ts":"1732375394004"} 2024-11-23T15:23:14,005 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T15:23:14,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, ASSIGN}] 2024-11-23T15:23:14,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, ASSIGN 2024-11-23T15:23:14,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:23:14,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=159cb4e4739b66140a4f7ee39927f2ef, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:14,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure 159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:23:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T15:23:14,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:14,315 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,315 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:14,315 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,315 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:14,315 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,315 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,316 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,317 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:14,317 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 159cb4e4739b66140a4f7ee39927f2ef columnFamilyName A 2024-11-23T15:23:14,317 DEBUG [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:14,318 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.HStore(327): Store=159cb4e4739b66140a4f7ee39927f2ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:14,318 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,319 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:14,319 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 159cb4e4739b66140a4f7ee39927f2ef columnFamilyName B 2024-11-23T15:23:14,319 DEBUG [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:14,319 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.HStore(327): Store=159cb4e4739b66140a4f7ee39927f2ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:14,319 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,320 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:14,320 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 159cb4e4739b66140a4f7ee39927f2ef columnFamilyName C 2024-11-23T15:23:14,320 DEBUG [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:14,321 INFO [StoreOpener-159cb4e4739b66140a4f7ee39927f2ef-1 {}] regionserver.HStore(327): Store=159cb4e4739b66140a4f7ee39927f2ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:14,321 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,321 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,322 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,323 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:23:14,323 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:14,325 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:14,325 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened 159cb4e4739b66140a4f7ee39927f2ef; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68561975, jitterRate=0.02165304124355316}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:23:14,326 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:14,326 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., pid=129, masterSystemTime=1732375394312 2024-11-23T15:23:14,327 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,327 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:14,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=159cb4e4739b66140a4f7ee39927f2ef, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:14,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T15:23:14,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure 159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 in 168 msec 2024-11-23T15:23:14,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-23T15:23:14,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, ASSIGN in 322 msec 2024-11-23T15:23:14,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:14,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375394331"}]},"ts":"1732375394331"} 2024-11-23T15:23:14,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T15:23:14,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:14,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-23T15:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T15:23:15,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-23T15:23:15,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28a7836b to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35b4f95e 2024-11-23T15:23:15,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d919b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,299 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:15,301 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:15,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x746138a3 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@668d4178 2024-11-23T15:23:15,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47611b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c3c8f5 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cc9cd14 2024-11-23T15:23:15,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533efd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x621ff37a to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@306c3340 2024-11-23T15:23:15,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149f3fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d0434e0 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c23e833 2024-11-23T15:23:15,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x210f9fb4 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226e89d6 2024-11-23T15:23:15,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3767e7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71bda157 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79ed98ec 2024-11-23T15:23:15,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a45919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465ce5f8 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53e32f27 2024-11-23T15:23:15,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518dd8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cfe2f4 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a1f6ddd 2024-11-23T15:23:15,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656b6d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560d8359 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77dd6dc0 2024-11-23T15:23:15,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e06533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ae83603 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c7fbf3 2024-11-23T15:23:15,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c44cfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:15,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T15:23:15,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:15,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:15,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:15,340 DEBUG [hconnection-0x5986fbb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,341 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,342 DEBUG [hconnection-0x18847b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,344 DEBUG [hconnection-0x59b31ea3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,345 DEBUG [hconnection-0x2e2061ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,345 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,345 DEBUG [hconnection-0xf038eea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,345 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,348 DEBUG [hconnection-0x78cafc01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,349 DEBUG [hconnection-0x4974d6c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,349 DEBUG [hconnection-0x4c9c98f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,349 DEBUG [hconnection-0x7758bcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:15,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:23:15,350 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:15,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,350 DEBUG [hconnection-0x185bbc7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:15,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:15,351 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:15,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/cbaef14124cb4862a6b771541f1b4868 is 50, key is test_row_0/A:col10/1732375395349/Put/seqid=0 2024-11-23T15:23:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742253_1429 (size=12001) 2024-11-23T15:23:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375455397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375455398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375455404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375455405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375455405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:15,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375455506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375455506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375455506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375455512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375455513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:15,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375455711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375455712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375455712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375455717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375455717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/cbaef14124cb4862a6b771541f1b4868 2024-11-23T15:23:15,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/f317f9f164fb4d97a35e5b5c24356088 is 50, key is test_row_0/B:col10/1732375395349/Put/seqid=0 2024-11-23T15:23:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742254_1430 (size=12001) 2024-11-23T15:23:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:15,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:15,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:15,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375456015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375456016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375456017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375456020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375456021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:16,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:16,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/f317f9f164fb4d97a35e5b5c24356088 2024-11-23T15:23:16,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/ab46fc097dd0499ca546d746e8ceda64 is 50, key is test_row_0/C:col10/1732375395349/Put/seqid=0 2024-11-23T15:23:16,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742255_1431 (size=12001) 2024-11-23T15:23:16,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375456516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375456522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375456523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375456524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375456528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:16,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:16,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:16,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/ab46fc097dd0499ca546d746e8ceda64 2024-11-23T15:23:16,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/cbaef14124cb4862a6b771541f1b4868 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/cbaef14124cb4862a6b771541f1b4868 2024-11-23T15:23:16,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/cbaef14124cb4862a6b771541f1b4868, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:23:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T15:23:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/f317f9f164fb4d97a35e5b5c24356088 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f317f9f164fb4d97a35e5b5c24356088 2024-11-23T15:23:16,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f317f9f164fb4d97a35e5b5c24356088, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:23:16,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/ab46fc097dd0499ca546d746e8ceda64 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ab46fc097dd0499ca546d746e8ceda64 2024-11-23T15:23:16,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ab46fc097dd0499ca546d746e8ceda64, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T15:23:16,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 159cb4e4739b66140a4f7ee39927f2ef in 1306ms, sequenceid=13, compaction requested=false 2024-11-23T15:23:16,656 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T15:23:16,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:16,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:16,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:16,709 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/dcca3c84ffb941a18ef301e66cc57696 is 50, key is test_row_0/A:col10/1732375395402/Put/seqid=0 2024-11-23T15:23:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742256_1432 (size=12001) 2024-11-23T15:23:17,119 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/dcca3c84ffb941a18ef301e66cc57696 2024-11-23T15:23:17,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/62c584792d6840e5919f790987b9f35d is 50, key is test_row_0/B:col10/1732375395402/Put/seqid=0 2024-11-23T15:23:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742257_1433 (size=12001) 2024-11-23T15:23:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:17,531 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/62c584792d6840e5919f790987b9f35d 2024-11-23T15:23:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/e27821cfbe73490bb3c314f178626109 is 50, key is test_row_0/C:col10/1732375395402/Put/seqid=0 2024-11-23T15:23:17,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742258_1434 (size=12001) 2024-11-23T15:23:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375457555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375457558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375457559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375457560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375457561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375457662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375457662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375457662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375457666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375457666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375457867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375457867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375457868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375457871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375457871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:17,946 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/e27821cfbe73490bb3c314f178626109 2024-11-23T15:23:17,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/dcca3c84ffb941a18ef301e66cc57696 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/dcca3c84ffb941a18ef301e66cc57696 2024-11-23T15:23:17,953 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/dcca3c84ffb941a18ef301e66cc57696, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T15:23:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/62c584792d6840e5919f790987b9f35d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/62c584792d6840e5919f790987b9f35d 2024-11-23T15:23:17,957 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/62c584792d6840e5919f790987b9f35d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T15:23:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/e27821cfbe73490bb3c314f178626109 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/e27821cfbe73490bb3c314f178626109 2024-11-23T15:23:17,960 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/e27821cfbe73490bb3c314f178626109, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T15:23:17,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 159cb4e4739b66140a4f7ee39927f2ef in 1252ms, sequenceid=38, compaction requested=false 2024-11-23T15:23:17,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T15:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T15:23:17,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T15:23:17,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6280 sec 2024-11-23T15:23:17,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.6300 sec 2024-11-23T15:23:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:18,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T15:23:18,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:18,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:18,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:18,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:18,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:18,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:18,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/ca8bfa27992e44a18a5b189e6d8cd2a9 is 50, key is test_row_0/A:col10/1732375397559/Put/seqid=0 2024-11-23T15:23:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742259_1435 (size=12001) 2024-11-23T15:23:18,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375458200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375458202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375458202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375458203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375458204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375458308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375458309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375458309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375458309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375458310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T15:23:18,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375458514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375458514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375458514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375458514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375458514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/ca8bfa27992e44a18a5b189e6d8cd2a9 2024-11-23T15:23:18,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/cc35ca1895524d7ea06b6b4109a66de5 is 50, key is test_row_0/B:col10/1732375397559/Put/seqid=0 2024-11-23T15:23:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742260_1436 (size=12001) 2024-11-23T15:23:18,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375458818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375458820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375458820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375458820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375458821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:18,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/cc35ca1895524d7ea06b6b4109a66de5 2024-11-23T15:23:19,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/0706d12ae27745b7a19b8c71e5bb66d1 is 50, key is test_row_0/C:col10/1732375397559/Put/seqid=0 2024-11-23T15:23:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742261_1437 (size=12001) 2024-11-23T15:23:19,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375459324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:19,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375459324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:19,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375459326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:19,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375459326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375459330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:19,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/0706d12ae27745b7a19b8c71e5bb66d1 2024-11-23T15:23:19,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/ca8bfa27992e44a18a5b189e6d8cd2a9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ca8bfa27992e44a18a5b189e6d8cd2a9 2024-11-23T15:23:19,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ca8bfa27992e44a18a5b189e6d8cd2a9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:23:19,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/cc35ca1895524d7ea06b6b4109a66de5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/cc35ca1895524d7ea06b6b4109a66de5 2024-11-23T15:23:19,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/cc35ca1895524d7ea06b6b4109a66de5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:23:19,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/0706d12ae27745b7a19b8c71e5bb66d1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/0706d12ae27745b7a19b8c71e5bb66d1 2024-11-23T15:23:19,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/0706d12ae27745b7a19b8c71e5bb66d1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T15:23:19,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 159cb4e4739b66140a4f7ee39927f2ef in 1256ms, sequenceid=51, compaction requested=true 2024-11-23T15:23:19,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:19,433 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:19,433 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:19,434 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:19,434 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:19,434 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:19,434 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:19,434 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:19,434 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:19,434 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f317f9f164fb4d97a35e5b5c24356088, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/62c584792d6840e5919f790987b9f35d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/cc35ca1895524d7ea06b6b4109a66de5] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.2 K 2024-11-23T15:23:19,434 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/cbaef14124cb4862a6b771541f1b4868, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/dcca3c84ffb941a18ef301e66cc57696, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ca8bfa27992e44a18a5b189e6d8cd2a9] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.2 K 2024-11-23T15:23:19,434 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbaef14124cb4862a6b771541f1b4868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375395347 2024-11-23T15:23:19,434 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f317f9f164fb4d97a35e5b5c24356088, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375395347 2024-11-23T15:23:19,435 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 62c584792d6840e5919f790987b9f35d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732375395396 2024-11-23T15:23:19,435 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcca3c84ffb941a18ef301e66cc57696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732375395396 2024-11-23T15:23:19,435 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting cc35ca1895524d7ea06b6b4109a66de5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375397559 2024-11-23T15:23:19,435 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca8bfa27992e44a18a5b189e6d8cd2a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375397559 2024-11-23T15:23:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T15:23:19,439 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T15:23:19,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T15:23:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T15:23:19,442 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:19,443 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:19,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:19,444 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:19,444 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/10d263925cc549f4aa357de17846dfbe is 50, key is test_row_0/A:col10/1732375397559/Put/seqid=0 2024-11-23T15:23:19,445 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:19,445 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/28d436c4dd9640ca82e522b698d15c33 is 50, key is test_row_0/B:col10/1732375397559/Put/seqid=0 2024-11-23T15:23:19,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742262_1438 (size=12104) 2024-11-23T15:23:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742263_1439 (size=12104) 2024-11-23T15:23:19,456 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/10d263925cc549f4aa357de17846dfbe as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/10d263925cc549f4aa357de17846dfbe 2024-11-23T15:23:19,467 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/28d436c4dd9640ca82e522b698d15c33 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/28d436c4dd9640ca82e522b698d15c33 2024-11-23T15:23:19,468 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into 10d263925cc549f4aa357de17846dfbe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:19,468 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:19,468 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=13, startTime=1732375399433; duration=0sec 2024-11-23T15:23:19,468 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:19,468 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:19,468 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:19,469 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:19,469 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:19,469 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:19,469 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ab46fc097dd0499ca546d746e8ceda64, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/e27821cfbe73490bb3c314f178626109, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/0706d12ae27745b7a19b8c71e5bb66d1] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.2 K 2024-11-23T15:23:19,470 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab46fc097dd0499ca546d746e8ceda64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732375395347 2024-11-23T15:23:19,470 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e27821cfbe73490bb3c314f178626109, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732375395396 2024-11-23T15:23:19,471 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0706d12ae27745b7a19b8c71e5bb66d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375397559 2024-11-23T15:23:19,471 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into 28d436c4dd9640ca82e522b698d15c33(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:19,472 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:19,472 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=13, startTime=1732375399433; duration=0sec 2024-11-23T15:23:19,472 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:19,472 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:19,477 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:19,478 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/2f1de3d104154b95a9747886ff970a03 is 50, key is test_row_0/C:col10/1732375397559/Put/seqid=0 2024-11-23T15:23:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742264_1440 (size=12104) 2024-11-23T15:23:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T15:23:19,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:19,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T15:23:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:19,596 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:23:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/e1e0743b629d4eba8acdd405fac610cd is 50, key is test_row_0/A:col10/1732375398201/Put/seqid=0 2024-11-23T15:23:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742265_1441 (size=12001) 2024-11-23T15:23:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T15:23:19,886 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/2f1de3d104154b95a9747886ff970a03 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/2f1de3d104154b95a9747886ff970a03 2024-11-23T15:23:19,891 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into 2f1de3d104154b95a9747886ff970a03(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:19,891 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:19,891 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=13, startTime=1732375399433; duration=0sec 2024-11-23T15:23:19,891 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:19,891 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:20,005 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/e1e0743b629d4eba8acdd405fac610cd 2024-11-23T15:23:20,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7f51e94e74074cefbdfd92d57a8c9c84 is 50, key is test_row_0/B:col10/1732375398201/Put/seqid=0 2024-11-23T15:23:20,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742266_1442 (size=12001) 2024-11-23T15:23:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T15:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:20,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375460341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375460341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375460342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375460343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375460346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,416 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7f51e94e74074cefbdfd92d57a8c9c84 2024-11-23T15:23:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/f24262b7df5c41c8abc01a173a2ef9e3 is 50, key is test_row_0/C:col10/1732375398201/Put/seqid=0 2024-11-23T15:23:20,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742267_1443 (size=12001) 2024-11-23T15:23:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375460447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375460447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375460448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375460448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375460448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T15:23:20,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375460651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375460652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375460652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375460653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375460653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,830 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/f24262b7df5c41c8abc01a173a2ef9e3 2024-11-23T15:23:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/e1e0743b629d4eba8acdd405fac610cd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e1e0743b629d4eba8acdd405fac610cd 2024-11-23T15:23:20,837 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e1e0743b629d4eba8acdd405fac610cd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T15:23:20,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7f51e94e74074cefbdfd92d57a8c9c84 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7f51e94e74074cefbdfd92d57a8c9c84 2024-11-23T15:23:20,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7f51e94e74074cefbdfd92d57a8c9c84, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T15:23:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/f24262b7df5c41c8abc01a173a2ef9e3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/f24262b7df5c41c8abc01a173a2ef9e3 2024-11-23T15:23:20,846 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/f24262b7df5c41c8abc01a173a2ef9e3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T15:23:20,847 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 159cb4e4739b66140a4f7ee39927f2ef in 1250ms, sequenceid=76, compaction requested=false 2024-11-23T15:23:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T15:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T15:23:20,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T15:23:20,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-23T15:23:20,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4090 sec 2024-11-23T15:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:20,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T15:23:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:20,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/8406bb7422aa4de3a84d6a8b8291658e is 50, key is test_row_0/A:col10/1732375400342/Put/seqid=0 2024-11-23T15:23:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742268_1444 (size=14341) 2024-11-23T15:23:20,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375460977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375460977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375460978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375460978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375460979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375461080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375461086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375461086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375461087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375461087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375461285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375461289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375461289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375461289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375461289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/8406bb7422aa4de3a84d6a8b8291658e 2024-11-23T15:23:21,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7dfc442e40da49ab9c0d4470f4b5f731 is 50, key is test_row_0/B:col10/1732375400342/Put/seqid=0 2024-11-23T15:23:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742269_1445 (size=12001) 2024-11-23T15:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T15:23:21,546 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T15:23:21,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T15:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T15:23:21,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:21,549 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:21,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375461588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375461593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375461594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375461594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375461594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T15:23:21,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T15:23:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:21,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:21,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7dfc442e40da49ab9c0d4470f4b5f731 2024-11-23T15:23:21,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/dfaaeac4421042bdb7bf2170679d1856 is 50, key is test_row_0/C:col10/1732375400342/Put/seqid=0 2024-11-23T15:23:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742270_1446 (size=12001) 2024-11-23T15:23:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T15:23:21,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:21,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T15:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:21,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T15:23:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375462092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375462098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375462100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375462102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375462102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T15:23:22,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T15:23:22,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:22,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:22,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/dfaaeac4421042bdb7bf2170679d1856 2024-11-23T15:23:22,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/8406bb7422aa4de3a84d6a8b8291658e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/8406bb7422aa4de3a84d6a8b8291658e 2024-11-23T15:23:22,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/8406bb7422aa4de3a84d6a8b8291658e, entries=200, sequenceid=92, filesize=14.0 K 2024-11-23T15:23:22,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7dfc442e40da49ab9c0d4470f4b5f731 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7dfc442e40da49ab9c0d4470f4b5f731 2024-11-23T15:23:22,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7dfc442e40da49ab9c0d4470f4b5f731, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:23:22,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/dfaaeac4421042bdb7bf2170679d1856 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/dfaaeac4421042bdb7bf2170679d1856 2024-11-23T15:23:22,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/dfaaeac4421042bdb7bf2170679d1856, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T15:23:22,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 159cb4e4739b66140a4f7ee39927f2ef in 1251ms, sequenceid=92, compaction requested=true 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:22,208 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:22,208 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:22,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:22,209 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:22,209 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:22,209 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:22,209 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:22,209 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,209 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,209 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/28d436c4dd9640ca82e522b698d15c33, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7f51e94e74074cefbdfd92d57a8c9c84, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7dfc442e40da49ab9c0d4470f4b5f731] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.3 K 2024-11-23T15:23:22,209 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/10d263925cc549f4aa357de17846dfbe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e1e0743b629d4eba8acdd405fac610cd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/8406bb7422aa4de3a84d6a8b8291658e] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=37.5 K 2024-11-23T15:23:22,210 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10d263925cc549f4aa357de17846dfbe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375397559 2024-11-23T15:23:22,210 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 28d436c4dd9640ca82e522b698d15c33, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375397559 2024-11-23T15:23:22,210 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1e0743b629d4eba8acdd405fac610cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732375398201 2024-11-23T15:23:22,210 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f51e94e74074cefbdfd92d57a8c9c84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732375398201 2024-11-23T15:23:22,210 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8406bb7422aa4de3a84d6a8b8291658e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375400342 2024-11-23T15:23:22,210 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dfc442e40da49ab9c0d4470f4b5f731, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375400342 2024-11-23T15:23:22,217 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:22,218 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/d48f2d6d0e684ed29f8c802b7316dc37 is 50, key is test_row_0/B:col10/1732375400342/Put/seqid=0 2024-11-23T15:23:22,221 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:22,221 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/1040f6ad9971424089f50b2b8bda1458 is 50, key is test_row_0/A:col10/1732375400342/Put/seqid=0 2024-11-23T15:23:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742271_1447 (size=12207) 2024-11-23T15:23:22,234 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/d48f2d6d0e684ed29f8c802b7316dc37 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d48f2d6d0e684ed29f8c802b7316dc37 2024-11-23T15:23:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742272_1448 (size=12207) 2024-11-23T15:23:22,238 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into d48f2d6d0e684ed29f8c802b7316dc37(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:22,238 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:22,238 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=13, startTime=1732375402208; duration=0sec 2024-11-23T15:23:22,238 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:22,238 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:22,239 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:22,239 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:22,239 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:22,239 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,239 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/2f1de3d104154b95a9747886ff970a03, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/f24262b7df5c41c8abc01a173a2ef9e3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/dfaaeac4421042bdb7bf2170679d1856] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.3 K 2024-11-23T15:23:22,240 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f1de3d104154b95a9747886ff970a03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732375397559 2024-11-23T15:23:22,240 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f24262b7df5c41c8abc01a173a2ef9e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732375398201 2024-11-23T15:23:22,240 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting dfaaeac4421042bdb7bf2170679d1856, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375400342 2024-11-23T15:23:22,245 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:22,246 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/22a520a5d7d0433a9bcb2ce68e5e32b1 is 50, key is test_row_0/C:col10/1732375400342/Put/seqid=0 2024-11-23T15:23:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742273_1449 (size=12207) 2024-11-23T15:23:22,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:22,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T15:23:22,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:22,312 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T15:23:22,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/71beb2fc09f1405f979acc01e373e2c3 is 50, key is test_row_0/A:col10/1732375400976/Put/seqid=0 2024-11-23T15:23:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742274_1450 (size=12001) 2024-11-23T15:23:22,643 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/1040f6ad9971424089f50b2b8bda1458 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/1040f6ad9971424089f50b2b8bda1458 2024-11-23T15:23:22,647 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into 1040f6ad9971424089f50b2b8bda1458(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:22,647 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:22,647 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=13, startTime=1732375402208; duration=0sec 2024-11-23T15:23:22,647 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:22,647 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T15:23:22,658 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/22a520a5d7d0433a9bcb2ce68e5e32b1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/22a520a5d7d0433a9bcb2ce68e5e32b1 2024-11-23T15:23:22,661 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into 22a520a5d7d0433a9bcb2ce68e5e32b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:22,662 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:22,662 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=13, startTime=1732375402208; duration=0sec 2024-11-23T15:23:22,662 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:22,662 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:22,722 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/71beb2fc09f1405f979acc01e373e2c3 2024-11-23T15:23:22,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7849f2059c92430ab1005dc1d2050c25 is 50, key is test_row_0/B:col10/1732375400976/Put/seqid=0 2024-11-23T15:23:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742275_1451 (size=12001) 2024-11-23T15:23:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:23,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375463116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375463117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375463117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375463118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375463121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,148 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7849f2059c92430ab1005dc1d2050c25 2024-11-23T15:23:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/18b539c0ce2d49609eb85d24d5525c8f is 50, key is test_row_0/C:col10/1732375400976/Put/seqid=0 2024-11-23T15:23:23,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742276_1452 (size=12001) 2024-11-23T15:23:23,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375463222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375463224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375463224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375463224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375463224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375463424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375463426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375463428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375463428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375463428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,558 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/18b539c0ce2d49609eb85d24d5525c8f 2024-11-23T15:23:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/71beb2fc09f1405f979acc01e373e2c3 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/71beb2fc09f1405f979acc01e373e2c3 2024-11-23T15:23:23,565 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/71beb2fc09f1405f979acc01e373e2c3, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T15:23:23,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/7849f2059c92430ab1005dc1d2050c25 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7849f2059c92430ab1005dc1d2050c25 2024-11-23T15:23:23,569 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7849f2059c92430ab1005dc1d2050c25, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T15:23:23,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/18b539c0ce2d49609eb85d24d5525c8f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/18b539c0ce2d49609eb85d24d5525c8f 2024-11-23T15:23:23,573 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/18b539c0ce2d49609eb85d24d5525c8f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T15:23:23,574 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 159cb4e4739b66140a4f7ee39927f2ef in 1261ms, sequenceid=115, compaction requested=false 2024-11-23T15:23:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:23,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T15:23:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T15:23:23,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T15:23:23,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0260 sec 2024-11-23T15:23:23,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.0300 sec 2024-11-23T15:23:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T15:23:23,652 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T15:23:23,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T15:23:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:23,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:23,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:23,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:23,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T15:23:23,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:23,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:23,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:23,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:23,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:23,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:23,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/f7fdff4c13b04446adaff8dd0e9e61e4 is 50, key is test_row_0/A:col10/1732375403117/Put/seqid=0 2024-11-23T15:23:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742277_1453 (size=14491) 2024-11-23T15:23:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:23,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375463760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375463761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375463763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375463762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375463764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:23,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375463867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375463869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375463869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375463869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375463870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:23,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:23,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:23,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:23,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375464071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375464074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375464074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375464074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375464075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:24,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:24,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/f7fdff4c13b04446adaff8dd0e9e61e4 2024-11-23T15:23:24,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/a0986c66cfb64d689d7c5dbe9f7d2b37 is 50, key is test_row_0/B:col10/1732375403117/Put/seqid=0 2024-11-23T15:23:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742278_1454 (size=12151) 2024-11-23T15:23:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:24,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375464378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375464380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375464380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375464381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375464381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/a0986c66cfb64d689d7c5dbe9f7d2b37 2024-11-23T15:23:24,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/06908ce338434ac596a8a24f62778cb6 is 50, key is test_row_0/C:col10/1732375403117/Put/seqid=0 2024-11-23T15:23:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742279_1455 (size=12151) 2024-11-23T15:23:24,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:24,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:24,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:24,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375464884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375464884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375464885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375464888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375464889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:24,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/06908ce338434ac596a8a24f62778cb6 2024-11-23T15:23:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/f7fdff4c13b04446adaff8dd0e9e61e4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f7fdff4c13b04446adaff8dd0e9e61e4 2024-11-23T15:23:24,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f7fdff4c13b04446adaff8dd0e9e61e4, entries=200, sequenceid=132, filesize=14.2 K 2024-11-23T15:23:24,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/a0986c66cfb64d689d7c5dbe9f7d2b37 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/a0986c66cfb64d689d7c5dbe9f7d2b37 2024-11-23T15:23:24,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/a0986c66cfb64d689d7c5dbe9f7d2b37, entries=150, sequenceid=132, filesize=11.9 K 2024-11-23T15:23:24,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/06908ce338434ac596a8a24f62778cb6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/06908ce338434ac596a8a24f62778cb6 2024-11-23T15:23:24,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/06908ce338434ac596a8a24f62778cb6, entries=150, sequenceid=132, filesize=11.9 K 2024-11-23T15:23:24,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 159cb4e4739b66140a4f7ee39927f2ef in 1250ms, sequenceid=132, compaction requested=true 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:24,981 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:24,981 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:24,982 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:24,982 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:24,982 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:24,982 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:24,982 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,982 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:24,982 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d48f2d6d0e684ed29f8c802b7316dc37, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7849f2059c92430ab1005dc1d2050c25, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/a0986c66cfb64d689d7c5dbe9f7d2b37] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.5 K 2024-11-23T15:23:24,982 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/1040f6ad9971424089f50b2b8bda1458, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/71beb2fc09f1405f979acc01e373e2c3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f7fdff4c13b04446adaff8dd0e9e61e4] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=37.8 K 2024-11-23T15:23:24,983 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting d48f2d6d0e684ed29f8c802b7316dc37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375400342 2024-11-23T15:23:24,983 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1040f6ad9971424089f50b2b8bda1458, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375400342 2024-11-23T15:23:24,983 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 7849f2059c92430ab1005dc1d2050c25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732375400976 2024-11-23T15:23:24,983 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71beb2fc09f1405f979acc01e373e2c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732375400976 2024-11-23T15:23:24,983 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7fdff4c13b04446adaff8dd0e9e61e4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375403106 2024-11-23T15:23:24,983 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a0986c66cfb64d689d7c5dbe9f7d2b37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375403117 2024-11-23T15:23:24,991 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:24,992 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/295216b7d67548ca9c388d15e2e52859 is 50, key is test_row_0/B:col10/1732375403117/Put/seqid=0 2024-11-23T15:23:24,993 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:24,993 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/ff3b68e5657547d7bacd39316515823f is 50, key is test_row_0/A:col10/1732375403117/Put/seqid=0 2024-11-23T15:23:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742280_1456 (size=12459) 2024-11-23T15:23:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742281_1457 (size=12459) 2024-11-23T15:23:25,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:25,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T15:23:25,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:25,028 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/b2d9305fa91f4f1c915d3d5a7ce87aa5 is 50, key is test_row_0/A:col10/1732375403763/Put/seqid=0 2024-11-23T15:23:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742282_1458 (size=12151) 2024-11-23T15:23:25,037 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/b2d9305fa91f4f1c915d3d5a7ce87aa5 2024-11-23T15:23:25,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/5b41a3ae98204c0581983fbfa7850d5c is 50, key is test_row_0/B:col10/1732375403763/Put/seqid=0 2024-11-23T15:23:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742283_1459 (size=12151) 2024-11-23T15:23:25,403 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/295216b7d67548ca9c388d15e2e52859 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/295216b7d67548ca9c388d15e2e52859 2024-11-23T15:23:25,407 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into 295216b7d67548ca9c388d15e2e52859(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:25,407 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:25,407 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=13, startTime=1732375404981; duration=0sec 2024-11-23T15:23:25,407 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:25,407 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:25,408 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:25,415 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:25,415 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:25,415 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:25,415 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/22a520a5d7d0433a9bcb2ce68e5e32b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/18b539c0ce2d49609eb85d24d5525c8f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/06908ce338434ac596a8a24f62778cb6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.5 K 2024-11-23T15:23:25,416 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 22a520a5d7d0433a9bcb2ce68e5e32b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732375400342 2024-11-23T15:23:25,416 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/ff3b68e5657547d7bacd39316515823f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ff3b68e5657547d7bacd39316515823f 2024-11-23T15:23:25,416 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b539c0ce2d49609eb85d24d5525c8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732375400976 2024-11-23T15:23:25,417 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 06908ce338434ac596a8a24f62778cb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375403117 2024-11-23T15:23:25,421 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into ff3b68e5657547d7bacd39316515823f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:25,421 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:25,421 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=13, startTime=1732375404981; duration=0sec 2024-11-23T15:23:25,421 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:25,421 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:25,424 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:25,425 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/347b6fc1055a462c814c361b16fb1f38 is 50, key is test_row_0/C:col10/1732375403117/Put/seqid=0 2024-11-23T15:23:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742284_1460 (size=12459) 2024-11-23T15:23:25,447 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/5b41a3ae98204c0581983fbfa7850d5c 2024-11-23T15:23:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/5639050dc1c34db5881654a20ce95185 is 50, key is test_row_0/C:col10/1732375403763/Put/seqid=0 2024-11-23T15:23:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742285_1461 (size=12151) 2024-11-23T15:23:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:25,832 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/347b6fc1055a462c814c361b16fb1f38 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/347b6fc1055a462c814c361b16fb1f38 2024-11-23T15:23:25,838 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into 347b6fc1055a462c814c361b16fb1f38(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:25,838 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:25,838 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=13, startTime=1732375404981; duration=0sec 2024-11-23T15:23:25,838 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:25,838 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:25,858 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/5639050dc1c34db5881654a20ce95185 2024-11-23T15:23:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/b2d9305fa91f4f1c915d3d5a7ce87aa5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/b2d9305fa91f4f1c915d3d5a7ce87aa5 2024-11-23T15:23:25,866 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/b2d9305fa91f4f1c915d3d5a7ce87aa5, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T15:23:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/5b41a3ae98204c0581983fbfa7850d5c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/5b41a3ae98204c0581983fbfa7850d5c 2024-11-23T15:23:25,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/5b41a3ae98204c0581983fbfa7850d5c, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T15:23:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/5639050dc1c34db5881654a20ce95185 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/5639050dc1c34db5881654a20ce95185 2024-11-23T15:23:25,874 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/5639050dc1c34db5881654a20ce95185, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T15:23:25,874 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 159cb4e4739b66140a4f7ee39927f2ef in 846ms, sequenceid=153, compaction requested=false 2024-11-23T15:23:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T15:23:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T15:23:25,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T15:23:25,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2210 sec 2024-11-23T15:23:25,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2250 sec 2024-11-23T15:23:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:25,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:25,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7cc6ea6c22114a39a9dd9245ecadbe3f is 50, key is test_row_0/A:col10/1732375405901/Put/seqid=0 2024-11-23T15:23:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742286_1462 (size=14541) 2024-11-23T15:23:25,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375465924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:25,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375465927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375465928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:25,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375465929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375465930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375466031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375466033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375466033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375466038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375466038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375466234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375466239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375466240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375466242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375466243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7cc6ea6c22114a39a9dd9245ecadbe3f 2024-11-23T15:23:26,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/1e6b4b30965c45618d2fb2e64bff050d is 50, key is test_row_0/B:col10/1732375405901/Put/seqid=0 2024-11-23T15:23:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742287_1463 (size=12151) 2024-11-23T15:23:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375466541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375466544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375466546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375466547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375466548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:26,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/1e6b4b30965c45618d2fb2e64bff050d 2024-11-23T15:23:26,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/4d4ed46a4b4844b682d51310f45080cf is 50, key is test_row_0/C:col10/1732375405901/Put/seqid=0 2024-11-23T15:23:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742288_1464 (size=12151) 2024-11-23T15:23:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375467046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375467049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375467049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375467051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375467052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:27,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/4d4ed46a4b4844b682d51310f45080cf 2024-11-23T15:23:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7cc6ea6c22114a39a9dd9245ecadbe3f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7cc6ea6c22114a39a9dd9245ecadbe3f 2024-11-23T15:23:27,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7cc6ea6c22114a39a9dd9245ecadbe3f, entries=200, sequenceid=167, filesize=14.2 K 2024-11-23T15:23:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/1e6b4b30965c45618d2fb2e64bff050d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/1e6b4b30965c45618d2fb2e64bff050d 2024-11-23T15:23:27,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/1e6b4b30965c45618d2fb2e64bff050d, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T15:23:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/4d4ed46a4b4844b682d51310f45080cf as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/4d4ed46a4b4844b682d51310f45080cf 2024-11-23T15:23:27,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/4d4ed46a4b4844b682d51310f45080cf, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T15:23:27,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 159cb4e4739b66140a4f7ee39927f2ef in 1247ms, sequenceid=167, compaction requested=true 2024-11-23T15:23:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:27,149 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:27,149 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:27,150 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:27,150 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:27,150 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:27,150 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ff3b68e5657547d7bacd39316515823f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/b2d9305fa91f4f1c915d3d5a7ce87aa5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7cc6ea6c22114a39a9dd9245ecadbe3f] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=38.2 K 2024-11-23T15:23:27,150 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:27,150 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:27,151 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3b68e5657547d7bacd39316515823f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375403117 2024-11-23T15:23:27,151 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:27,151 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/295216b7d67548ca9c388d15e2e52859, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/5b41a3ae98204c0581983fbfa7850d5c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/1e6b4b30965c45618d2fb2e64bff050d] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.9 K 2024-11-23T15:23:27,151 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2d9305fa91f4f1c915d3d5a7ce87aa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732375403761 2024-11-23T15:23:27,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 295216b7d67548ca9c388d15e2e52859, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375403117 2024-11-23T15:23:27,151 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cc6ea6c22114a39a9dd9245ecadbe3f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732375405893 2024-11-23T15:23:27,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b41a3ae98204c0581983fbfa7850d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732375403761 2024-11-23T15:23:27,152 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e6b4b30965c45618d2fb2e64bff050d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732375405893 2024-11-23T15:23:27,163 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#394 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:27,164 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/73306b6e94de4cddaee6db78d10f4394 is 50, key is test_row_0/A:col10/1732375405901/Put/seqid=0 2024-11-23T15:23:27,165 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:27,166 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/6f8bee0487064432b3f6b98c92810224 is 50, key is test_row_0/B:col10/1732375405901/Put/seqid=0 2024-11-23T15:23:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742289_1465 (size=12561) 2024-11-23T15:23:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742290_1466 (size=12561) 2024-11-23T15:23:27,178 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/6f8bee0487064432b3f6b98c92810224 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/6f8bee0487064432b3f6b98c92810224 2024-11-23T15:23:27,182 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into 6f8bee0487064432b3f6b98c92810224(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:27,182 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:27,182 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=13, startTime=1732375407149; duration=0sec 2024-11-23T15:23:27,182 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:27,182 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:27,182 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:27,184 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:27,184 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:27,184 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:27,184 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/347b6fc1055a462c814c361b16fb1f38, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/5639050dc1c34db5881654a20ce95185, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/4d4ed46a4b4844b682d51310f45080cf] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=35.9 K 2024-11-23T15:23:27,184 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 347b6fc1055a462c814c361b16fb1f38, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375403117 2024-11-23T15:23:27,185 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 5639050dc1c34db5881654a20ce95185, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732375403761 2024-11-23T15:23:27,185 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4ed46a4b4844b682d51310f45080cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732375405893 2024-11-23T15:23:27,191 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:27,191 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/265bbd4a232943229b2e1f94c7872b94 is 50, key is test_row_0/C:col10/1732375405901/Put/seqid=0 2024-11-23T15:23:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742291_1467 (size=12561) 2024-11-23T15:23:27,576 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/73306b6e94de4cddaee6db78d10f4394 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/73306b6e94de4cddaee6db78d10f4394 2024-11-23T15:23:27,580 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into 73306b6e94de4cddaee6db78d10f4394(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:27,580 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=13, startTime=1732375407149; duration=0sec 2024-11-23T15:23:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:27,580 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:27,599 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/265bbd4a232943229b2e1f94c7872b94 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/265bbd4a232943229b2e1f94c7872b94 2024-11-23T15:23:27,603 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into 265bbd4a232943229b2e1f94c7872b94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:27,603 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:27,603 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=13, startTime=1732375407150; duration=0sec 2024-11-23T15:23:27,604 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:27,604 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T15:23:27,759 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T15:23:27,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T15:23:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T15:23:27,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:27,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:27,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T15:23:27,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:27,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T15:23:27,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:27,916 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:23:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/0cce52e0ea4445ee9068a7d8f4494a7d is 50, key is test_row_0/A:col10/1732375405928/Put/seqid=0 2024-11-23T15:23:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742292_1468 (size=12151) 2024-11-23T15:23:27,925 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/0cce52e0ea4445ee9068a7d8f4494a7d 2024-11-23T15:23:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/aa0d709ee894471b8c420c41aa3352ee is 50, key is test_row_0/B:col10/1732375405928/Put/seqid=0 2024-11-23T15:23:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742293_1469 (size=12151) 2024-11-23T15:23:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:28,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T15:23:28,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375468061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375468062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375468063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375468064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375468065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375468167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375468167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375468167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375468169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375468169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,337 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/aa0d709ee894471b8c420c41aa3352ee 2024-11-23T15:23:28,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/272ac6b3668544739ae4c6267717ab30 is 50, key is test_row_0/C:col10/1732375405928/Put/seqid=0 2024-11-23T15:23:28,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742294_1470 (size=12151) 2024-11-23T15:23:28,354 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/272ac6b3668544739ae4c6267717ab30 2024-11-23T15:23:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/0cce52e0ea4445ee9068a7d8f4494a7d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0cce52e0ea4445ee9068a7d8f4494a7d 2024-11-23T15:23:28,361 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0cce52e0ea4445ee9068a7d8f4494a7d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T15:23:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/aa0d709ee894471b8c420c41aa3352ee as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aa0d709ee894471b8c420c41aa3352ee 2024-11-23T15:23:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T15:23:28,365 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aa0d709ee894471b8c420c41aa3352ee, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T15:23:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/272ac6b3668544739ae4c6267717ab30 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/272ac6b3668544739ae4c6267717ab30 2024-11-23T15:23:28,369 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/272ac6b3668544739ae4c6267717ab30, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T15:23:28,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 159cb4e4739b66140a4f7ee39927f2ef in 457ms, sequenceid=195, compaction requested=false 2024-11-23T15:23:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T15:23:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T15:23:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:28,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:23:28,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T15:23:28,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-11-23T15:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:28,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 614 msec 2024-11-23T15:23:28,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/c6025cf38bed4901be350147d9faf979 is 50, key is test_row_0/A:col10/1732375408374/Put/seqid=0 2024-11-23T15:23:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742295_1471 (size=16931) 2024-11-23T15:23:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375468425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375468425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375468426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375468426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375468427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375468531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375468531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375468532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375468532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375468532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375468736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375468736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375468737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375468737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375468738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:28,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/c6025cf38bed4901be350147d9faf979 2024-11-23T15:23:28,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/88fac45d7b654d82baa582aeeaf3dad6 is 50, key is test_row_0/B:col10/1732375408374/Put/seqid=0 2024-11-23T15:23:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742296_1472 (size=12151) 2024-11-23T15:23:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T15:23:28,865 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T15:23:28,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T15:23:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T15:23:28,868 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:28,868 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:28,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T15:23:29,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T15:23:29,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375469040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375469040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375469041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375469042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375469042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T15:23:29,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T15:23:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/88fac45d7b654d82baa582aeeaf3dad6 2024-11-23T15:23:29,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/27b9d94bc26b42e892c345a7cd9df196 is 50, key is test_row_0/C:col10/1732375408374/Put/seqid=0 2024-11-23T15:23:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742297_1473 (size=12151) 2024-11-23T15:23:29,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T15:23:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T15:23:29,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T15:23:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:29,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375469544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375469545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375469545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375469547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375469550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/27b9d94bc26b42e892c345a7cd9df196 2024-11-23T15:23:29,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/c6025cf38bed4901be350147d9faf979 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/c6025cf38bed4901be350147d9faf979 2024-11-23T15:23:29,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/c6025cf38bed4901be350147d9faf979, entries=250, sequenceid=209, filesize=16.5 K 2024-11-23T15:23:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/88fac45d7b654d82baa582aeeaf3dad6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/88fac45d7b654d82baa582aeeaf3dad6 2024-11-23T15:23:29,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/88fac45d7b654d82baa582aeeaf3dad6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T15:23:29,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/27b9d94bc26b42e892c345a7cd9df196 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b9d94bc26b42e892c345a7cd9df196 2024-11-23T15:23:29,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b9d94bc26b42e892c345a7cd9df196, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T15:23:29,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 159cb4e4739b66140a4f7ee39927f2ef in 1253ms, sequenceid=209, compaction requested=true 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:29,627 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:29,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:29,627 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:29,628 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:29,628 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:29,628 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:29,628 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:29,628 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,628 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,628 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/6f8bee0487064432b3f6b98c92810224, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aa0d709ee894471b8c420c41aa3352ee, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/88fac45d7b654d82baa582aeeaf3dad6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=36.0 K 2024-11-23T15:23:29,628 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/73306b6e94de4cddaee6db78d10f4394, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0cce52e0ea4445ee9068a7d8f4494a7d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/c6025cf38bed4901be350147d9faf979] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=40.7 K 2024-11-23T15:23:29,629 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f8bee0487064432b3f6b98c92810224, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732375405893 2024-11-23T15:23:29,629 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73306b6e94de4cddaee6db78d10f4394, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732375405893 2024-11-23T15:23:29,629 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting aa0d709ee894471b8c420c41aa3352ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732375405927 2024-11-23T15:23:29,629 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cce52e0ea4445ee9068a7d8f4494a7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732375405927 2024-11-23T15:23:29,629 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 88fac45d7b654d82baa582aeeaf3dad6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375408060 2024-11-23T15:23:29,629 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6025cf38bed4901be350147d9faf979, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375408060 2024-11-23T15:23:29,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:29,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T15:23:29,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:29,633 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T15:23:29,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:29,647 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:29,648 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7643c97c8845429e87e3e8aab7bec403 is 50, key is test_row_0/A:col10/1732375408374/Put/seqid=0 2024-11-23T15:23:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/11f52f26a3e04c23b18d0461101697bc is 50, key is test_row_0/A:col10/1732375408426/Put/seqid=0 2024-11-23T15:23:29,650 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:29,651 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/74a6dcdb356445afa57b5e27399e89a6 is 50, key is test_row_0/B:col10/1732375408374/Put/seqid=0 2024-11-23T15:23:29,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742299_1475 (size=12151) 2024-11-23T15:23:29,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742300_1476 (size=12663) 2024-11-23T15:23:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742298_1474 (size=12663) 2024-11-23T15:23:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T15:23:30,060 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/11f52f26a3e04c23b18d0461101697bc 2024-11-23T15:23:30,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/f1308b029a814181b42dd180db0622d4 is 50, key is test_row_0/B:col10/1732375408426/Put/seqid=0 2024-11-23T15:23:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742301_1477 (size=12151) 2024-11-23T15:23:30,072 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/f1308b029a814181b42dd180db0622d4 2024-11-23T15:23:30,073 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/74a6dcdb356445afa57b5e27399e89a6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/74a6dcdb356445afa57b5e27399e89a6 2024-11-23T15:23:30,074 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7643c97c8845429e87e3e8aab7bec403 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7643c97c8845429e87e3e8aab7bec403 2024-11-23T15:23:30,079 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into 74a6dcdb356445afa57b5e27399e89a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:30,079 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:30,079 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=13, startTime=1732375409627; duration=0sec 2024-11-23T15:23:30,079 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:30,079 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:30,079 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:30,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/a993a267649745ba977ba5cf1af3d9dd is 50, key is test_row_0/C:col10/1732375408426/Put/seqid=0 2024-11-23T15:23:30,080 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into 7643c97c8845429e87e3e8aab7bec403(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:30,080 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:30,080 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=13, startTime=1732375409627; duration=0sec 2024-11-23T15:23:30,080 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:30,080 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:30,081 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:30,081 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:30,081 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:30,081 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/265bbd4a232943229b2e1f94c7872b94, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/272ac6b3668544739ae4c6267717ab30, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b9d94bc26b42e892c345a7cd9df196] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=36.0 K 2024-11-23T15:23:30,081 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 265bbd4a232943229b2e1f94c7872b94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732375405893 2024-11-23T15:23:30,082 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 272ac6b3668544739ae4c6267717ab30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732375405927 2024-11-23T15:23:30,082 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 27b9d94bc26b42e892c345a7cd9df196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375408060 2024-11-23T15:23:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742302_1478 (size=12151) 2024-11-23T15:23:30,095 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:30,096 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/31fd147be98643beaa62d245c2e0fbd6 is 50, key is test_row_0/C:col10/1732375408374/Put/seqid=0 2024-11-23T15:23:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742303_1479 (size=12663) 2024-11-23T15:23:30,104 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/31fd147be98643beaa62d245c2e0fbd6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/31fd147be98643beaa62d245c2e0fbd6 2024-11-23T15:23:30,108 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into 31fd147be98643beaa62d245c2e0fbd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:30,108 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:30,108 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=13, startTime=1732375409627; duration=0sec 2024-11-23T15:23:30,109 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:30,109 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:30,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/a993a267649745ba977ba5cf1af3d9dd 2024-11-23T15:23:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/11f52f26a3e04c23b18d0461101697bc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/11f52f26a3e04c23b18d0461101697bc 2024-11-23T15:23:30,493 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/11f52f26a3e04c23b18d0461101697bc, entries=150, sequenceid=231, filesize=11.9 K 2024-11-23T15:23:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/f1308b029a814181b42dd180db0622d4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f1308b029a814181b42dd180db0622d4 2024-11-23T15:23:30,497 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f1308b029a814181b42dd180db0622d4, entries=150, sequenceid=231, filesize=11.9 K 2024-11-23T15:23:30,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/a993a267649745ba977ba5cf1af3d9dd as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/a993a267649745ba977ba5cf1af3d9dd 2024-11-23T15:23:30,501 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/a993a267649745ba977ba5cf1af3d9dd, entries=150, sequenceid=231, filesize=11.9 K 2024-11-23T15:23:30,502 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 159cb4e4739b66140a4f7ee39927f2ef in 869ms, sequenceid=231, compaction requested=false 2024-11-23T15:23:30,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:30,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:30,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T15:23:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T15:23:30,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T15:23:30,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-23T15:23:30,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.6390 sec 2024-11-23T15:23:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:30,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:23:30,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:30,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:30,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:30,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:30,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:30,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:30,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/0b6e88b98a3b40909bf244ab9f8ebb1a is 50, key is test_row_0/A:col10/1732375410564/Put/seqid=0 2024-11-23T15:23:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742304_1480 (size=19321) 2024-11-23T15:23:30,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/0b6e88b98a3b40909bf244ab9f8ebb1a 2024-11-23T15:23:30,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/83fec40e825747a8990711d22cdd7219 is 50, key is test_row_0/B:col10/1732375410564/Put/seqid=0 2024-11-23T15:23:30,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742305_1481 (size=12151) 2024-11-23T15:23:30,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375470612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375470613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375470613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375470616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375470617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375470718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375470722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375470723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375470723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375470726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375470924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375470925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375470926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375470928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375470932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T15:23:30,972 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T15:23:30,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T15:23:30,975 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T15:23:30,975 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:30,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:31,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/83fec40e825747a8990711d22cdd7219 2024-11-23T15:23:31,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/6953abcab0f44f3e9995d7b27a245d8f is 50, key is test_row_0/C:col10/1732375410564/Put/seqid=0 2024-11-23T15:23:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742306_1482 (size=12151) 2024-11-23T15:23:31,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/6953abcab0f44f3e9995d7b27a245d8f 2024-11-23T15:23:31,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/0b6e88b98a3b40909bf244ab9f8ebb1a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0b6e88b98a3b40909bf244ab9f8ebb1a 2024-11-23T15:23:31,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0b6e88b98a3b40909bf244ab9f8ebb1a, entries=300, sequenceid=246, filesize=18.9 K 2024-11-23T15:23:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/83fec40e825747a8990711d22cdd7219 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/83fec40e825747a8990711d22cdd7219 2024-11-23T15:23:31,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/83fec40e825747a8990711d22cdd7219, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T15:23:31,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/6953abcab0f44f3e9995d7b27a245d8f as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6953abcab0f44f3e9995d7b27a245d8f 2024-11-23T15:23:31,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6953abcab0f44f3e9995d7b27a245d8f, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T15:23:31,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 159cb4e4739b66140a4f7ee39927f2ef in 484ms, sequenceid=246, compaction requested=true 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:31,050 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:31,050 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:31,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:31,051 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44135 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:31,051 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:31,051 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:31,051 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:31,051 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:31,051 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:31,051 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7643c97c8845429e87e3e8aab7bec403, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/11f52f26a3e04c23b18d0461101697bc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0b6e88b98a3b40909bf244ab9f8ebb1a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=43.1 K 2024-11-23T15:23:31,051 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/74a6dcdb356445afa57b5e27399e89a6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f1308b029a814181b42dd180db0622d4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/83fec40e825747a8990711d22cdd7219] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=36.1 K 2024-11-23T15:23:31,051 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7643c97c8845429e87e3e8aab7bec403, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375408060 2024-11-23T15:23:31,051 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 74a6dcdb356445afa57b5e27399e89a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375408060 2024-11-23T15:23:31,052 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11f52f26a3e04c23b18d0461101697bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732375408423 2024-11-23T15:23:31,052 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b6e88b98a3b40909bf244ab9f8ebb1a, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732375410559 2024-11-23T15:23:31,053 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting f1308b029a814181b42dd180db0622d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732375408423 2024-11-23T15:23:31,053 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 83fec40e825747a8990711d22cdd7219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732375410561 2024-11-23T15:23:31,058 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:31,059 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/f9011c4bffba42cb9e3833399902b106 is 50, key is test_row_0/A:col10/1732375410564/Put/seqid=0 2024-11-23T15:23:31,066 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:31,066 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/dcd5e027585b4a51a8ad700db80f02af is 50, key is test_row_0/B:col10/1732375410564/Put/seqid=0 2024-11-23T15:23:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742308_1484 (size=12765) 2024-11-23T15:23:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T15:23:31,080 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/dcd5e027585b4a51a8ad700db80f02af as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/dcd5e027585b4a51a8ad700db80f02af 2024-11-23T15:23:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742307_1483 (size=12765) 2024-11-23T15:23:31,087 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into dcd5e027585b4a51a8ad700db80f02af(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:31,087 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:31,087 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=13, startTime=1732375411050; duration=0sec 2024-11-23T15:23:31,087 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:31,087 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:31,088 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:31,090 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:31,090 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/f9011c4bffba42cb9e3833399902b106 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f9011c4bffba42cb9e3833399902b106 2024-11-23T15:23:31,090 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:31,090 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:31,090 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/31fd147be98643beaa62d245c2e0fbd6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/a993a267649745ba977ba5cf1af3d9dd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6953abcab0f44f3e9995d7b27a245d8f] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=36.1 K 2024-11-23T15:23:31,091 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 31fd147be98643beaa62d245c2e0fbd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732375408060 2024-11-23T15:23:31,091 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a993a267649745ba977ba5cf1af3d9dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732375408423 2024-11-23T15:23:31,092 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 6953abcab0f44f3e9995d7b27a245d8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732375410561 2024-11-23T15:23:31,098 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into f9011c4bffba42cb9e3833399902b106(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:31,098 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:31,098 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=13, startTime=1732375411050; duration=0sec 2024-11-23T15:23:31,098 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:31,098 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:31,101 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:31,102 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/ae932fe75803452eba22b387ca5b6384 is 50, key is test_row_0/C:col10/1732375410564/Put/seqid=0 2024-11-23T15:23:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742309_1485 (size=12765) 2024-11-23T15:23:31,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T15:23:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:31,128 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:23:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:31,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/2a7b8af78edb46b2a412ce985cffa8f0 is 50, key is test_row_0/A:col10/1732375410612/Put/seqid=0 2024-11-23T15:23:31,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742310_1486 (size=12301) 2024-11-23T15:23:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:31,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:31,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375471240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375471240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375471244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375471246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375471248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T15:23:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375471349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375471351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375471354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,518 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/ae932fe75803452eba22b387ca5b6384 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ae932fe75803452eba22b387ca5b6384 2024-11-23T15:23:31,522 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into ae932fe75803452eba22b387ca5b6384(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:31,523 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:31,523 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=13, startTime=1732375411050; duration=0sec 2024-11-23T15:23:31,523 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:31,523 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:31,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/2a7b8af78edb46b2a412ce985cffa8f0 2024-11-23T15:23:31,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/64ce36ab69894745a3efff1b6910f581 is 50, key is test_row_0/B:col10/1732375410612/Put/seqid=0 2024-11-23T15:23:31,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742311_1487 (size=12301) 2024-11-23T15:23:31,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375471554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375471555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375471555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375471556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375471561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T15:23:31,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375471858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375471858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375471859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375471860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375471866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:31,956 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/64ce36ab69894745a3efff1b6910f581 2024-11-23T15:23:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/c5a712da239e4ed5b7d1dddc2e81aa2c is 50, key is test_row_0/C:col10/1732375410612/Put/seqid=0 2024-11-23T15:23:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742312_1488 (size=12301) 2024-11-23T15:23:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T15:23:32,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375472363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:32,367 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/c5a712da239e4ed5b7d1dddc2e81aa2c 2024-11-23T15:23:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375472364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375472364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375472365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/2a7b8af78edb46b2a412ce985cffa8f0 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/2a7b8af78edb46b2a412ce985cffa8f0 2024-11-23T15:23:32,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375472371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:32,376 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/2a7b8af78edb46b2a412ce985cffa8f0, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T15:23:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/64ce36ab69894745a3efff1b6910f581 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/64ce36ab69894745a3efff1b6910f581 2024-11-23T15:23:32,380 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/64ce36ab69894745a3efff1b6910f581, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T15:23:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/c5a712da239e4ed5b7d1dddc2e81aa2c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/c5a712da239e4ed5b7d1dddc2e81aa2c 2024-11-23T15:23:32,384 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/c5a712da239e4ed5b7d1dddc2e81aa2c, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T15:23:32,385 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 159cb4e4739b66140a4f7ee39927f2ef in 1257ms, sequenceid=272, compaction requested=false 2024-11-23T15:23:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T15:23:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T15:23:32,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T15:23:32,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-23T15:23:32,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4150 sec 2024-11-23T15:23:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T15:23:33,079 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T15:23:33,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T15:23:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T15:23:33,083 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:33,084 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:33,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T15:23:33,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T15:23:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:33,236 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:33,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/92670ccbb94f4dda9aa805da2567a5ec is 50, key is test_row_0/A:col10/1732375411246/Put/seqid=0 2024-11-23T15:23:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742313_1489 (size=12301) 2024-11-23T15:23:33,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T15:23:33,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375473396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375473396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375473397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375473402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375473402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375473503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375473505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375473505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375473511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375473512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,645 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/92670ccbb94f4dda9aa805da2567a5ec 2024-11-23T15:23:33,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/aebac92b9a374420a9eedbb9fc0f4ceb is 50, key is test_row_0/B:col10/1732375411246/Put/seqid=0 2024-11-23T15:23:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742314_1490 (size=12301) 2024-11-23T15:23:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T15:23:33,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375473709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375473709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375473710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375473714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:33,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375473715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375474014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375474017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375474019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375474021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375474023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,057 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/aebac92b9a374420a9eedbb9fc0f4ceb 2024-11-23T15:23:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/27b290bffc744828b92bb8aa420ee371 is 50, key is test_row_0/C:col10/1732375411246/Put/seqid=0 2024-11-23T15:23:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742315_1491 (size=12301) 2024-11-23T15:23:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T15:23:34,470 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/27b290bffc744828b92bb8aa420ee371 2024-11-23T15:23:34,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/92670ccbb94f4dda9aa805da2567a5ec as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/92670ccbb94f4dda9aa805da2567a5ec 2024-11-23T15:23:34,478 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/92670ccbb94f4dda9aa805da2567a5ec, entries=150, sequenceid=285, filesize=12.0 K 2024-11-23T15:23:34,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/aebac92b9a374420a9eedbb9fc0f4ceb as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aebac92b9a374420a9eedbb9fc0f4ceb 2024-11-23T15:23:34,481 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aebac92b9a374420a9eedbb9fc0f4ceb, entries=150, sequenceid=285, filesize=12.0 K 2024-11-23T15:23:34,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/27b290bffc744828b92bb8aa420ee371 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b290bffc744828b92bb8aa420ee371 2024-11-23T15:23:34,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b290bffc744828b92bb8aa420ee371, entries=150, sequenceid=285, filesize=12.0 K 2024-11-23T15:23:34,486 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 159cb4e4739b66140a4f7ee39927f2ef in 1250ms, sequenceid=285, compaction requested=true 2024-11-23T15:23:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T15:23:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-23T15:23:34,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T15:23:34,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-23T15:23:34,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4090 sec 2024-11-23T15:23:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:34,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:23:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:34,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/89545a806c424c938a451620a89d784b is 50, key is test_row_0/A:col10/1732375414520/Put/seqid=0 2024-11-23T15:23:34,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742316_1492 (size=14741) 2024-11-23T15:23:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375474533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375474534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375474535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375474535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375474536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375474641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375474641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375474641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375474641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375474641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375474846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375474846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375474846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375474847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375474847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:34,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/89545a806c424c938a451620a89d784b 2024-11-23T15:23:34,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/02ead0304e894f58bace84f2b6cb7f6e is 50, key is test_row_0/B:col10/1732375414520/Put/seqid=0 2024-11-23T15:23:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742317_1493 (size=12301) 2024-11-23T15:23:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375475151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375475151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375475152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375475152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375475153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T15:23:35,186 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T15:23:35,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-23T15:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T15:23:35,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:35,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:35,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T15:23:35,341 DEBUG [Thread-1934 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560d8359 to 127.0.0.1:58685 2024-11-23T15:23:35,341 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:35,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T15:23:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,343 DEBUG [Thread-1936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ae83603 to 127.0.0.1:58685 2024-11-23T15:23:35,343 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:35,345 DEBUG [Thread-1928 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71bda157 to 127.0.0.1:58685 2024-11-23T15:23:35,345 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:35,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/02ead0304e894f58bace84f2b6cb7f6e 2024-11-23T15:23:35,346 DEBUG [Thread-1932 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cfe2f4 to 127.0.0.1:58685 2024-11-23T15:23:35,346 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:35,348 DEBUG [Thread-1930 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465ce5f8 to 127.0.0.1:58685 2024-11-23T15:23:35,348 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:35,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/bf4d6b19335949f5932a92a2cd45849a is 50, key is test_row_0/C:col10/1732375414520/Put/seqid=0 2024-11-23T15:23:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742318_1494 (size=12301) 2024-11-23T15:23:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T15:23:35,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T15:23:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T15:23:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:35,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48146 deadline: 1732375475657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1732375475659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48204 deadline: 1732375475659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48184 deadline: 1732375475660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732375475660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/bf4d6b19335949f5932a92a2cd45849a 2024-11-23T15:23:35,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/89545a806c424c938a451620a89d784b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/89545a806c424c938a451620a89d784b 2024-11-23T15:23:35,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/89545a806c424c938a451620a89d784b, entries=200, sequenceid=310, filesize=14.4 K 2024-11-23T15:23:35,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/02ead0304e894f58bace84f2b6cb7f6e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/02ead0304e894f58bace84f2b6cb7f6e 2024-11-23T15:23:35,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/02ead0304e894f58bace84f2b6cb7f6e, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T15:23:35,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/bf4d6b19335949f5932a92a2cd45849a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bf4d6b19335949f5932a92a2cd45849a 2024-11-23T15:23:35,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bf4d6b19335949f5932a92a2cd45849a, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T15:23:35,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 159cb4e4739b66140a4f7ee39927f2ef in 1252ms, sequenceid=310, compaction requested=true 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 159cb4e4739b66140a4f7ee39927f2ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:35,774 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:23:35,774 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52108 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/A is initiating minor compaction (all files) 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:23:35,775 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/A in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/B is initiating minor compaction (all files) 2024-11-23T15:23:35,775 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/B in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,775 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f9011c4bffba42cb9e3833399902b106, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/2a7b8af78edb46b2a412ce985cffa8f0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/92670ccbb94f4dda9aa805da2567a5ec, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/89545a806c424c938a451620a89d784b] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=50.9 K 2024-11-23T15:23:35,775 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/dcd5e027585b4a51a8ad700db80f02af, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/64ce36ab69894745a3efff1b6910f581, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aebac92b9a374420a9eedbb9fc0f4ceb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/02ead0304e894f58bace84f2b6cb7f6e] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=48.5 K 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9011c4bffba42cb9e3833399902b106, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732375410561 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting dcd5e027585b4a51a8ad700db80f02af, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732375410561 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a7b8af78edb46b2a412ce985cffa8f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732375410612 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ce36ab69894745a3efff1b6910f581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732375410612 2024-11-23T15:23:35,775 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92670ccbb94f4dda9aa805da2567a5ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732375411243 2024-11-23T15:23:35,776 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting aebac92b9a374420a9eedbb9fc0f4ceb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732375411243 2024-11-23T15:23:35,776 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89545a806c424c938a451620a89d784b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732375413393 2024-11-23T15:23:35,776 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ead0304e894f58bace84f2b6cb7f6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732375413401 2024-11-23T15:23:35,782 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:35,782 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:35,783 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7299a9496b1c4c6d847936810bc615ff is 50, key is test_row_0/A:col10/1732375414520/Put/seqid=0 2024-11-23T15:23:35,783 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/c8c75c9ab49d4eb58c4f82046007df11 is 50, key is test_row_0/B:col10/1732375414520/Put/seqid=0 2024-11-23T15:23:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742319_1495 (size=13051) 2024-11-23T15:23:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742320_1496 (size=13051) 2024-11-23T15:23:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T15:23:35,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:35,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:35,800 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/6e3a758878a942fe96f8cf0a06088411 is 50, key is test_row_0/A:col10/1732375414526/Put/seqid=0 2024-11-23T15:23:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742321_1497 (size=12301) 2024-11-23T15:23:36,190 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/7299a9496b1c4c6d847936810bc615ff as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7299a9496b1c4c6d847936810bc615ff 2024-11-23T15:23:36,193 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/c8c75c9ab49d4eb58c4f82046007df11 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/c8c75c9ab49d4eb58c4f82046007df11 2024-11-23T15:23:36,194 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/A of 159cb4e4739b66140a4f7ee39927f2ef into 7299a9496b1c4c6d847936810bc615ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:36,194 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:36,194 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/A, priority=12, startTime=1732375415774; duration=0sec 2024-11-23T15:23:36,194 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:36,194 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:A 2024-11-23T15:23:36,194 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T15:23:36,195 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T15:23:36,195 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): 159cb4e4739b66140a4f7ee39927f2ef/C is initiating minor compaction (all files) 2024-11-23T15:23:36,195 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 159cb4e4739b66140a4f7ee39927f2ef/C in TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:36,195 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ae932fe75803452eba22b387ca5b6384, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/c5a712da239e4ed5b7d1dddc2e81aa2c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b290bffc744828b92bb8aa420ee371, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bf4d6b19335949f5932a92a2cd45849a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp, totalSize=48.5 K 2024-11-23T15:23:36,196 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae932fe75803452eba22b387ca5b6384, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732375410561 2024-11-23T15:23:36,196 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5a712da239e4ed5b7d1dddc2e81aa2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732375410612 2024-11-23T15:23:36,196 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/B of 159cb4e4739b66140a4f7ee39927f2ef into c8c75c9ab49d4eb58c4f82046007df11(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:36,196 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:36,196 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b290bffc744828b92bb8aa420ee371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732375411243 2024-11-23T15:23:36,196 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/B, priority=12, startTime=1732375415774; duration=0sec 2024-11-23T15:23:36,197 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:36,197 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:B 2024-11-23T15:23:36,197 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4d6b19335949f5932a92a2cd45849a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732375413401 2024-11-23T15:23:36,203 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 159cb4e4739b66140a4f7ee39927f2ef#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:36,203 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/bba18d9f3c4648cca98369da12ec4811 is 50, key is test_row_0/C:col10/1732375414520/Put/seqid=0 2024-11-23T15:23:36,206 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/6e3a758878a942fe96f8cf0a06088411 2024-11-23T15:23:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742322_1498 (size=13051) 2024-11-23T15:23:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/d8225bf311d94cc586a7e25fb7f596d5 is 50, key is test_row_0/B:col10/1732375414526/Put/seqid=0 2024-11-23T15:23:36,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742323_1499 (size=12301) 2024-11-23T15:23:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T15:23:36,612 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/bba18d9f3c4648cca98369da12ec4811 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bba18d9f3c4648cca98369da12ec4811 2024-11-23T15:23:36,615 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 159cb4e4739b66140a4f7ee39927f2ef/C of 159cb4e4739b66140a4f7ee39927f2ef into bba18d9f3c4648cca98369da12ec4811(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:36,615 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:36,615 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef., storeName=159cb4e4739b66140a4f7ee39927f2ef/C, priority=12, startTime=1732375415774; duration=0sec 2024-11-23T15:23:36,615 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:36,615 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 159cb4e4739b66140a4f7ee39927f2ef:C 2024-11-23T15:23:36,617 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/d8225bf311d94cc586a7e25fb7f596d5 2024-11-23T15:23:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/9dba84bedcf7411a8e52f6570c30f7d6 is 50, key is test_row_0/C:col10/1732375414526/Put/seqid=0 2024-11-23T15:23:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742324_1500 (size=12301) 2024-11-23T15:23:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:36,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. as already flushing 2024-11-23T15:23:36,659 DEBUG [Thread-1921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x621ff37a to 127.0.0.1:58685 2024-11-23T15:23:36,659 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:36,664 DEBUG [Thread-1917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x746138a3 to 127.0.0.1:58685 2024-11-23T15:23:36,664 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:36,664 DEBUG [Thread-1925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x210f9fb4 to 127.0.0.1:58685 2024-11-23T15:23:36,664 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:36,668 DEBUG [Thread-1923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d0434e0 to 127.0.0.1:58685 2024-11-23T15:23:36,668 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:36,670 DEBUG [Thread-1919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c3c8f5 to 127.0.0.1:58685 2024-11-23T15:23:36,670 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:37,026 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/9dba84bedcf7411a8e52f6570c30f7d6 2024-11-23T15:23:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/6e3a758878a942fe96f8cf0a06088411 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/6e3a758878a942fe96f8cf0a06088411 2024-11-23T15:23:37,032 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/6e3a758878a942fe96f8cf0a06088411, entries=150, sequenceid=321, filesize=12.0 K 2024-11-23T15:23:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/d8225bf311d94cc586a7e25fb7f596d5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d8225bf311d94cc586a7e25fb7f596d5 2024-11-23T15:23:37,035 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d8225bf311d94cc586a7e25fb7f596d5, entries=150, sequenceid=321, filesize=12.0 K 2024-11-23T15:23:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/9dba84bedcf7411a8e52f6570c30f7d6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/9dba84bedcf7411a8e52f6570c30f7d6 2024-11-23T15:23:37,038 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/9dba84bedcf7411a8e52f6570c30f7d6, entries=150, sequenceid=321, filesize=12.0 K 2024-11-23T15:23:37,038 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 159cb4e4739b66140a4f7ee39927f2ef in 1238ms, sequenceid=321, compaction requested=false 2024-11-23T15:23:37,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:37,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:37,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-23T15:23:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-23T15:23:37,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T15:23:37,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-23T15:23:37,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.8540 sec 2024-11-23T15:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T15:23:37,292 INFO [Thread-1927 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2995 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8985 rows 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2999 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8997 rows 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3004 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9012 rows 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3010 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9030 rows 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3010 2024-11-23T15:23:37,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9030 rows 2024-11-23T15:23:37,293 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:23:37,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28a7836b to 127.0.0.1:58685 2024-11-23T15:23:37,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:23:37,295 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T15:23:37,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T15:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T15:23:37,299 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375417298"}]},"ts":"1732375417298"} 2024-11-23T15:23:37,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T15:23:37,302 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T15:23:37,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:23:37,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, UNASSIGN}] 2024-11-23T15:23:37,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, UNASSIGN 2024-11-23T15:23:37,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=159cb4e4739b66140a4f7ee39927f2ef, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:37,305 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:23:37,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T15:23:37,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:37,456 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:37,456 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:23:37,456 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 159cb4e4739b66140a4f7ee39927f2ef, disabling compactions & flushes 2024-11-23T15:23:37,456 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:37,456 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:37,456 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. after waiting 0 ms 2024-11-23T15:23:37,456 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:37,456 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 159cb4e4739b66140a4f7ee39927f2ef 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T15:23:37,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=A 2024-11-23T15:23:37,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:37,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=B 2024-11-23T15:23:37,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:37,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 159cb4e4739b66140a4f7ee39927f2ef, store=C 2024-11-23T15:23:37,457 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:37,460 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/e94b26e48f7848cfa1ab7c36f91e1554 is 50, key is test_row_0/A:col10/1732375416663/Put/seqid=0 2024-11-23T15:23:37,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742325_1501 (size=12301) 2024-11-23T15:23:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T15:23:37,864 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/e94b26e48f7848cfa1ab7c36f91e1554 2024-11-23T15:23:37,870 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/e3e79800b4b245dbb1ec5c6d88955b5e is 50, key is test_row_0/B:col10/1732375416663/Put/seqid=0 2024-11-23T15:23:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742326_1502 (size=12301) 2024-11-23T15:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T15:23:38,274 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/e3e79800b4b245dbb1ec5c6d88955b5e 2024-11-23T15:23:38,280 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/6c6571d6abe44aafa8188989ad436983 is 50, key is test_row_0/C:col10/1732375416663/Put/seqid=0 2024-11-23T15:23:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742327_1503 (size=12301) 2024-11-23T15:23:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T15:23:38,684 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/6c6571d6abe44aafa8188989ad436983 2024-11-23T15:23:38,687 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/A/e94b26e48f7848cfa1ab7c36f91e1554 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e94b26e48f7848cfa1ab7c36f91e1554 2024-11-23T15:23:38,690 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e94b26e48f7848cfa1ab7c36f91e1554, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T15:23:38,690 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/B/e3e79800b4b245dbb1ec5c6d88955b5e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/e3e79800b4b245dbb1ec5c6d88955b5e 2024-11-23T15:23:38,693 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/e3e79800b4b245dbb1ec5c6d88955b5e, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T15:23:38,693 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/.tmp/C/6c6571d6abe44aafa8188989ad436983 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6c6571d6abe44aafa8188989ad436983 2024-11-23T15:23:38,696 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6c6571d6abe44aafa8188989ad436983, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T15:23:38,696 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 159cb4e4739b66140a4f7ee39927f2ef in 1240ms, sequenceid=332, compaction requested=true 2024-11-23T15:23:38,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/cbaef14124cb4862a6b771541f1b4868, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/dcca3c84ffb941a18ef301e66cc57696, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/10d263925cc549f4aa357de17846dfbe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ca8bfa27992e44a18a5b189e6d8cd2a9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e1e0743b629d4eba8acdd405fac610cd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/8406bb7422aa4de3a84d6a8b8291658e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/1040f6ad9971424089f50b2b8bda1458, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/71beb2fc09f1405f979acc01e373e2c3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f7fdff4c13b04446adaff8dd0e9e61e4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ff3b68e5657547d7bacd39316515823f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/b2d9305fa91f4f1c915d3d5a7ce87aa5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7cc6ea6c22114a39a9dd9245ecadbe3f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/73306b6e94de4cddaee6db78d10f4394, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0cce52e0ea4445ee9068a7d8f4494a7d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/c6025cf38bed4901be350147d9faf979, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7643c97c8845429e87e3e8aab7bec403, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/11f52f26a3e04c23b18d0461101697bc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0b6e88b98a3b40909bf244ab9f8ebb1a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f9011c4bffba42cb9e3833399902b106, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/2a7b8af78edb46b2a412ce985cffa8f0, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/92670ccbb94f4dda9aa805da2567a5ec, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/89545a806c424c938a451620a89d784b] to archive 2024-11-23T15:23:38,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:23:38,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/cbaef14124cb4862a6b771541f1b4868 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/cbaef14124cb4862a6b771541f1b4868 2024-11-23T15:23:38,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/dcca3c84ffb941a18ef301e66cc57696 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/dcca3c84ffb941a18ef301e66cc57696 2024-11-23T15:23:38,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/10d263925cc549f4aa357de17846dfbe to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/10d263925cc549f4aa357de17846dfbe 2024-11-23T15:23:38,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ca8bfa27992e44a18a5b189e6d8cd2a9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ca8bfa27992e44a18a5b189e6d8cd2a9 2024-11-23T15:23:38,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e1e0743b629d4eba8acdd405fac610cd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e1e0743b629d4eba8acdd405fac610cd 2024-11-23T15:23:38,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/8406bb7422aa4de3a84d6a8b8291658e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/8406bb7422aa4de3a84d6a8b8291658e 2024-11-23T15:23:38,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/1040f6ad9971424089f50b2b8bda1458 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/1040f6ad9971424089f50b2b8bda1458 2024-11-23T15:23:38,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/71beb2fc09f1405f979acc01e373e2c3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/71beb2fc09f1405f979acc01e373e2c3 2024-11-23T15:23:38,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f7fdff4c13b04446adaff8dd0e9e61e4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f7fdff4c13b04446adaff8dd0e9e61e4 2024-11-23T15:23:38,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ff3b68e5657547d7bacd39316515823f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/ff3b68e5657547d7bacd39316515823f 2024-11-23T15:23:38,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/b2d9305fa91f4f1c915d3d5a7ce87aa5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/b2d9305fa91f4f1c915d3d5a7ce87aa5 2024-11-23T15:23:38,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7cc6ea6c22114a39a9dd9245ecadbe3f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7cc6ea6c22114a39a9dd9245ecadbe3f 2024-11-23T15:23:38,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/73306b6e94de4cddaee6db78d10f4394 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/73306b6e94de4cddaee6db78d10f4394 2024-11-23T15:23:38,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0cce52e0ea4445ee9068a7d8f4494a7d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0cce52e0ea4445ee9068a7d8f4494a7d 2024-11-23T15:23:38,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/c6025cf38bed4901be350147d9faf979 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/c6025cf38bed4901be350147d9faf979 2024-11-23T15:23:38,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7643c97c8845429e87e3e8aab7bec403 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7643c97c8845429e87e3e8aab7bec403 2024-11-23T15:23:38,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/11f52f26a3e04c23b18d0461101697bc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/11f52f26a3e04c23b18d0461101697bc 2024-11-23T15:23:38,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0b6e88b98a3b40909bf244ab9f8ebb1a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/0b6e88b98a3b40909bf244ab9f8ebb1a 2024-11-23T15:23:38,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f9011c4bffba42cb9e3833399902b106 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/f9011c4bffba42cb9e3833399902b106 2024-11-23T15:23:38,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/2a7b8af78edb46b2a412ce985cffa8f0 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/2a7b8af78edb46b2a412ce985cffa8f0 2024-11-23T15:23:38,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/92670ccbb94f4dda9aa805da2567a5ec to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/92670ccbb94f4dda9aa805da2567a5ec 2024-11-23T15:23:38,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/89545a806c424c938a451620a89d784b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/89545a806c424c938a451620a89d784b 2024-11-23T15:23:38,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f317f9f164fb4d97a35e5b5c24356088, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/62c584792d6840e5919f790987b9f35d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/28d436c4dd9640ca82e522b698d15c33, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/cc35ca1895524d7ea06b6b4109a66de5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7f51e94e74074cefbdfd92d57a8c9c84, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d48f2d6d0e684ed29f8c802b7316dc37, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7dfc442e40da49ab9c0d4470f4b5f731, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7849f2059c92430ab1005dc1d2050c25, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/295216b7d67548ca9c388d15e2e52859, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/a0986c66cfb64d689d7c5dbe9f7d2b37, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/5b41a3ae98204c0581983fbfa7850d5c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/6f8bee0487064432b3f6b98c92810224, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/1e6b4b30965c45618d2fb2e64bff050d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aa0d709ee894471b8c420c41aa3352ee, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/74a6dcdb356445afa57b5e27399e89a6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/88fac45d7b654d82baa582aeeaf3dad6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f1308b029a814181b42dd180db0622d4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/dcd5e027585b4a51a8ad700db80f02af, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/83fec40e825747a8990711d22cdd7219, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/64ce36ab69894745a3efff1b6910f581, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aebac92b9a374420a9eedbb9fc0f4ceb, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/02ead0304e894f58bace84f2b6cb7f6e] to archive 2024-11-23T15:23:38,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:23:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f317f9f164fb4d97a35e5b5c24356088 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f317f9f164fb4d97a35e5b5c24356088 2024-11-23T15:23:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/62c584792d6840e5919f790987b9f35d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/62c584792d6840e5919f790987b9f35d 2024-11-23T15:23:38,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/28d436c4dd9640ca82e522b698d15c33 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/28d436c4dd9640ca82e522b698d15c33 2024-11-23T15:23:38,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/cc35ca1895524d7ea06b6b4109a66de5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/cc35ca1895524d7ea06b6b4109a66de5 2024-11-23T15:23:38,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7f51e94e74074cefbdfd92d57a8c9c84 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7f51e94e74074cefbdfd92d57a8c9c84 2024-11-23T15:23:38,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d48f2d6d0e684ed29f8c802b7316dc37 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d48f2d6d0e684ed29f8c802b7316dc37 2024-11-23T15:23:38,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7dfc442e40da49ab9c0d4470f4b5f731 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7dfc442e40da49ab9c0d4470f4b5f731 2024-11-23T15:23:38,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7849f2059c92430ab1005dc1d2050c25 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/7849f2059c92430ab1005dc1d2050c25 2024-11-23T15:23:38,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/295216b7d67548ca9c388d15e2e52859 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/295216b7d67548ca9c388d15e2e52859 2024-11-23T15:23:38,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/a0986c66cfb64d689d7c5dbe9f7d2b37 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/a0986c66cfb64d689d7c5dbe9f7d2b37 2024-11-23T15:23:38,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/5b41a3ae98204c0581983fbfa7850d5c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/5b41a3ae98204c0581983fbfa7850d5c 2024-11-23T15:23:38,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/6f8bee0487064432b3f6b98c92810224 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/6f8bee0487064432b3f6b98c92810224 2024-11-23T15:23:38,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/1e6b4b30965c45618d2fb2e64bff050d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/1e6b4b30965c45618d2fb2e64bff050d 2024-11-23T15:23:38,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aa0d709ee894471b8c420c41aa3352ee to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aa0d709ee894471b8c420c41aa3352ee 2024-11-23T15:23:38,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/74a6dcdb356445afa57b5e27399e89a6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/74a6dcdb356445afa57b5e27399e89a6 2024-11-23T15:23:38,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/88fac45d7b654d82baa582aeeaf3dad6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/88fac45d7b654d82baa582aeeaf3dad6 2024-11-23T15:23:38,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f1308b029a814181b42dd180db0622d4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/f1308b029a814181b42dd180db0622d4 2024-11-23T15:23:38,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/dcd5e027585b4a51a8ad700db80f02af to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/dcd5e027585b4a51a8ad700db80f02af 2024-11-23T15:23:38,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/83fec40e825747a8990711d22cdd7219 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/83fec40e825747a8990711d22cdd7219 2024-11-23T15:23:38,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/64ce36ab69894745a3efff1b6910f581 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/64ce36ab69894745a3efff1b6910f581 2024-11-23T15:23:38,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aebac92b9a374420a9eedbb9fc0f4ceb to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/aebac92b9a374420a9eedbb9fc0f4ceb 2024-11-23T15:23:38,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/02ead0304e894f58bace84f2b6cb7f6e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/02ead0304e894f58bace84f2b6cb7f6e 2024-11-23T15:23:38,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ab46fc097dd0499ca546d746e8ceda64, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/e27821cfbe73490bb3c314f178626109, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/2f1de3d104154b95a9747886ff970a03, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/0706d12ae27745b7a19b8c71e5bb66d1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/f24262b7df5c41c8abc01a173a2ef9e3, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/22a520a5d7d0433a9bcb2ce68e5e32b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/dfaaeac4421042bdb7bf2170679d1856, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/18b539c0ce2d49609eb85d24d5525c8f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/347b6fc1055a462c814c361b16fb1f38, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/06908ce338434ac596a8a24f62778cb6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/5639050dc1c34db5881654a20ce95185, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/265bbd4a232943229b2e1f94c7872b94, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/4d4ed46a4b4844b682d51310f45080cf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/272ac6b3668544739ae4c6267717ab30, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/31fd147be98643beaa62d245c2e0fbd6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b9d94bc26b42e892c345a7cd9df196, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/a993a267649745ba977ba5cf1af3d9dd, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ae932fe75803452eba22b387ca5b6384, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6953abcab0f44f3e9995d7b27a245d8f, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/c5a712da239e4ed5b7d1dddc2e81aa2c, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b290bffc744828b92bb8aa420ee371, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bf4d6b19335949f5932a92a2cd45849a] to archive 2024-11-23T15:23:38,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:23:38,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ab46fc097dd0499ca546d746e8ceda64 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ab46fc097dd0499ca546d746e8ceda64 2024-11-23T15:23:38,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/e27821cfbe73490bb3c314f178626109 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/e27821cfbe73490bb3c314f178626109 2024-11-23T15:23:38,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/2f1de3d104154b95a9747886ff970a03 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/2f1de3d104154b95a9747886ff970a03 2024-11-23T15:23:38,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/0706d12ae27745b7a19b8c71e5bb66d1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/0706d12ae27745b7a19b8c71e5bb66d1 2024-11-23T15:23:38,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/f24262b7df5c41c8abc01a173a2ef9e3 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/f24262b7df5c41c8abc01a173a2ef9e3 2024-11-23T15:23:38,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/22a520a5d7d0433a9bcb2ce68e5e32b1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/22a520a5d7d0433a9bcb2ce68e5e32b1 2024-11-23T15:23:38,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/dfaaeac4421042bdb7bf2170679d1856 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/dfaaeac4421042bdb7bf2170679d1856 2024-11-23T15:23:38,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/18b539c0ce2d49609eb85d24d5525c8f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/18b539c0ce2d49609eb85d24d5525c8f 2024-11-23T15:23:38,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/347b6fc1055a462c814c361b16fb1f38 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/347b6fc1055a462c814c361b16fb1f38 2024-11-23T15:23:38,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/06908ce338434ac596a8a24f62778cb6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/06908ce338434ac596a8a24f62778cb6 2024-11-23T15:23:38,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/5639050dc1c34db5881654a20ce95185 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/5639050dc1c34db5881654a20ce95185 2024-11-23T15:23:38,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/265bbd4a232943229b2e1f94c7872b94 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/265bbd4a232943229b2e1f94c7872b94 2024-11-23T15:23:38,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/4d4ed46a4b4844b682d51310f45080cf to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/4d4ed46a4b4844b682d51310f45080cf 2024-11-23T15:23:38,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/272ac6b3668544739ae4c6267717ab30 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/272ac6b3668544739ae4c6267717ab30 2024-11-23T15:23:38,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/31fd147be98643beaa62d245c2e0fbd6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/31fd147be98643beaa62d245c2e0fbd6 2024-11-23T15:23:38,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b9d94bc26b42e892c345a7cd9df196 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b9d94bc26b42e892c345a7cd9df196 2024-11-23T15:23:38,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/a993a267649745ba977ba5cf1af3d9dd to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/a993a267649745ba977ba5cf1af3d9dd 2024-11-23T15:23:38,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ae932fe75803452eba22b387ca5b6384 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/ae932fe75803452eba22b387ca5b6384 2024-11-23T15:23:38,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6953abcab0f44f3e9995d7b27a245d8f to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6953abcab0f44f3e9995d7b27a245d8f 2024-11-23T15:23:38,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/c5a712da239e4ed5b7d1dddc2e81aa2c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/c5a712da239e4ed5b7d1dddc2e81aa2c 2024-11-23T15:23:38,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b290bffc744828b92bb8aa420ee371 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/27b290bffc744828b92bb8aa420ee371 2024-11-23T15:23:38,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bf4d6b19335949f5932a92a2cd45849a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bf4d6b19335949f5932a92a2cd45849a 2024-11-23T15:23:38,755 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-11-23T15:23:38,755 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef. 2024-11-23T15:23:38,755 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 159cb4e4739b66140a4f7ee39927f2ef: 2024-11-23T15:23:38,756 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:38,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=159cb4e4739b66140a4f7ee39927f2ef, regionState=CLOSED 2024-11-23T15:23:38,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T15:23:38,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 159cb4e4739b66140a4f7ee39927f2ef, server=6a36843bf905,41973,1732375277245 in 1.4520 sec 2024-11-23T15:23:38,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-23T15:23:38,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=159cb4e4739b66140a4f7ee39927f2ef, UNASSIGN in 1.4550 sec 2024-11-23T15:23:38,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T15:23:38,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4570 sec 2024-11-23T15:23:38,761 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375418761"}]},"ts":"1732375418761"} 2024-11-23T15:23:38,761 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T15:23:38,763 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T15:23:38,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4680 sec 2024-11-23T15:23:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T15:23:39,401 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T15:23:39,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T15:23:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,403 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T15:23:39,404 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,406 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:39,408 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/recovered.edits] 2024-11-23T15:23:39,410 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/6e3a758878a942fe96f8cf0a06088411 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/6e3a758878a942fe96f8cf0a06088411 2024-11-23T15:23:39,411 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7299a9496b1c4c6d847936810bc615ff to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/7299a9496b1c4c6d847936810bc615ff 2024-11-23T15:23:39,412 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e94b26e48f7848cfa1ab7c36f91e1554 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/A/e94b26e48f7848cfa1ab7c36f91e1554 2024-11-23T15:23:39,413 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/c8c75c9ab49d4eb58c4f82046007df11 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/c8c75c9ab49d4eb58c4f82046007df11 2024-11-23T15:23:39,414 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d8225bf311d94cc586a7e25fb7f596d5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/d8225bf311d94cc586a7e25fb7f596d5 2024-11-23T15:23:39,415 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/e3e79800b4b245dbb1ec5c6d88955b5e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/B/e3e79800b4b245dbb1ec5c6d88955b5e 2024-11-23T15:23:39,417 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6c6571d6abe44aafa8188989ad436983 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/6c6571d6abe44aafa8188989ad436983 2024-11-23T15:23:39,418 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/9dba84bedcf7411a8e52f6570c30f7d6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/9dba84bedcf7411a8e52f6570c30f7d6 2024-11-23T15:23:39,418 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bba18d9f3c4648cca98369da12ec4811 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/C/bba18d9f3c4648cca98369da12ec4811 2024-11-23T15:23:39,420 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/recovered.edits/335.seqid to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef/recovered.edits/335.seqid 2024-11-23T15:23:39,421 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/159cb4e4739b66140a4f7ee39927f2ef 2024-11-23T15:23:39,421 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T15:23:39,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,424 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T15:23:39,425 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T15:23:39,426 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,426 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T15:23:39,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732375419426"}]},"ts":"9223372036854775807"} 2024-11-23T15:23:39,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T15:23:39,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 159cb4e4739b66140a4f7ee39927f2ef, NAME => 'TestAcidGuarantees,,1732375393186.159cb4e4739b66140a4f7ee39927f2ef.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T15:23:39,428 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T15:23:39,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732375419428"}]},"ts":"9223372036854775807"} 2024-11-23T15:23:39,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T15:23:39,431 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-23T15:23:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T15:23:39,504 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-23T15:23:39,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3766 (was 3775) 2024-11-23T15:23:39,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=3765 2024-11-23T15:23:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:23:39,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:39,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T15:23:39,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:39,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-23T15:23:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T15:23:39,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T15:23:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742328_1504 (size=960) 2024-11-23T15:23:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T15:23:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T15:23:39,932 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8 2024-11-23T15:23:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742329_1505 (size=53) 2024-11-23T15:23:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T15:23:40,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:40,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f5117acb41fb2d086d00192a7001d440, disabling compactions & flushes 2024-11-23T15:23:40,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. after waiting 0 ms 2024-11-23T15:23:40,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:40,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T15:23:40,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732375420338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732375420338"}]},"ts":"1732375420338"} 2024-11-23T15:23:40,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T15:23:40,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T15:23:40,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375420340"}]},"ts":"1732375420340"} 2024-11-23T15:23:40,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T15:23:40,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, ASSIGN}] 2024-11-23T15:23:40,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, ASSIGN 2024-11-23T15:23:40,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, ASSIGN; state=OFFLINE, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=false 2024-11-23T15:23:40,496 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:40,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:23:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T15:23:40,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:40,651 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,651 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:40,651 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,651 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:40,652 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,652 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,653 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,654 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:40,654 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5117acb41fb2d086d00192a7001d440 columnFamilyName A 2024-11-23T15:23:40,654 DEBUG [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:40,654 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(327): Store=f5117acb41fb2d086d00192a7001d440/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:40,654 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,655 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:40,655 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5117acb41fb2d086d00192a7001d440 columnFamilyName B 2024-11-23T15:23:40,655 DEBUG [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:40,656 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(327): Store=f5117acb41fb2d086d00192a7001d440/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:40,656 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,656 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:40,657 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5117acb41fb2d086d00192a7001d440 columnFamilyName C 2024-11-23T15:23:40,657 DEBUG [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:40,657 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(327): Store=f5117acb41fb2d086d00192a7001d440/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:40,657 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,658 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,658 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,659 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:23:40,659 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:40,661 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T15:23:40,661 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened f5117acb41fb2d086d00192a7001d440; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60727660, jitterRate=-0.09508734941482544}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:23:40,662 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:40,662 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., pid=155, masterSystemTime=1732375420649 2024-11-23T15:23:40,663 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,663 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:40,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=OPEN, openSeqNum=2, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T15:23:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 in 168 msec 2024-11-23T15:23:40,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-23T15:23:40,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, ASSIGN in 321 msec 2024-11-23T15:23:40,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T15:23:40,667 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375420667"}]},"ts":"1732375420667"} 2024-11-23T15:23:40,668 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T15:23:40,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T15:23:40,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-23T15:23:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T15:23:41,629 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-23T15:23:41,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26bd3024 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55fcf8d8 2024-11-23T15:23:41,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ade5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:41,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:41,638 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:41,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T15:23:41,640 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T15:23:41,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T15:23:41,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T15:23:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T15:23:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742330_1506 (size=996) 2024-11-23T15:23:42,051 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T15:23:42,052 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T15:23:42,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:23:42,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, REOPEN/MOVE}] 2024-11-23T15:23:42,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, REOPEN/MOVE 2024-11-23T15:23:42,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,056 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:23:42,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:23:42,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,208 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing f5117acb41fb2d086d00192a7001d440, disabling compactions & flushes 2024-11-23T15:23:42,208 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. after waiting 0 ms 2024-11-23T15:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,211 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T15:23:42,212 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,212 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:42,212 WARN [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: f5117acb41fb2d086d00192a7001d440 to self. 2024-11-23T15:23:42,213 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=CLOSED 2024-11-23T15:23:42,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-23T15:23:42,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 in 158 msec 2024-11-23T15:23:42,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, REOPEN/MOVE; state=CLOSED, location=6a36843bf905,41973,1732375277245; forceNewPlan=false, retain=true 2024-11-23T15:23:42,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=OPENING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:23:42,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,520 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,521 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} 2024-11-23T15:23:42,521 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,521 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T15:23:42,521 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,521 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,522 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,523 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:42,523 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5117acb41fb2d086d00192a7001d440 columnFamilyName A 2024-11-23T15:23:42,524 DEBUG [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:42,524 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(327): Store=f5117acb41fb2d086d00192a7001d440/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:42,524 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,525 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:42,525 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5117acb41fb2d086d00192a7001d440 columnFamilyName B 2024-11-23T15:23:42,525 DEBUG [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:42,525 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(327): Store=f5117acb41fb2d086d00192a7001d440/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:42,525 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,526 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T15:23:42,526 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5117acb41fb2d086d00192a7001d440 columnFamilyName C 2024-11-23T15:23:42,526 DEBUG [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:42,526 INFO [StoreOpener-f5117acb41fb2d086d00192a7001d440-1 {}] regionserver.HStore(327): Store=f5117acb41fb2d086d00192a7001d440/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T15:23:42,526 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,527 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,528 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,529 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T15:23:42,529 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,530 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened f5117acb41fb2d086d00192a7001d440; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65988121, jitterRate=-0.016700372099876404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T15:23:42,531 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:42,531 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., pid=160, masterSystemTime=1732375422518 2024-11-23T15:23:42,533 DEBUG [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,533 INFO [RS_OPEN_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=OPEN, openSeqNum=5, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-23T15:23:42,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 in 167 msec 2024-11-23T15:23:42,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-23T15:23:42,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, REOPEN/MOVE in 481 msec 2024-11-23T15:23:42,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-23T15:23:42,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-23T15:23:42,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-23T15:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T15:23:42,540 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7070a098 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4278bc76 2024-11-23T15:23:42,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754d0bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b6a95d to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@242a3a51 2024-11-23T15:23:42,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39254f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44a8cc66 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31258e10 2024-11-23T15:23:42,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226948f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61fa8719 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb2c038 2024-11-23T15:23:42,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f4319f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f29636d to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35f0cbb0 2024-11-23T15:23:42,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3add07d5 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5169737a 2024-11-23T15:23:42,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6269e0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x260d3dc7 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ce568df 2024-11-23T15:23:42,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1124eb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49daf5a7 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e6edfd3 2024-11-23T15:23:42,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a403af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40908ffe to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a85078 2024-11-23T15:23:42,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20598fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73ee60e6 to 127.0.0.1:58685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@596fc573 2024-11-23T15:23:42,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3527ada0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T15:23:42,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-23T15:23:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:42,578 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:42,578 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:42,578 DEBUG [hconnection-0x5f0e126e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:42,579 DEBUG [hconnection-0x1af63d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,579 DEBUG [hconnection-0x7bb7ac65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,579 DEBUG [hconnection-0x45516e9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,580 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,580 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,581 DEBUG [hconnection-0x2a6157ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,582 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,584 DEBUG [hconnection-0x6d763350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,584 DEBUG [hconnection-0x7f9b87b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,585 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,585 DEBUG [hconnection-0x5a68d681-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,586 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:42,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T15:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:42,589 DEBUG [hconnection-0x5214d3f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,589 DEBUG [hconnection-0x79012215-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T15:23:42,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,590 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T15:23:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375482602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375482603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375482603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375482605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375482605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6ddbad55b3a4cc69e8571f7c169453f_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375422587/Put/seqid=0 2024-11-23T15:23:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742331_1507 (size=12154) 2024-11-23T15:23:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375482707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375482706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375482707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375482707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375482708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:42,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:42,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:42,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:42,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:42,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:42,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375482910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375482910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375482910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375482910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:42,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375482912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,026 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:43,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6ddbad55b3a4cc69e8571f7c169453f_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6ddbad55b3a4cc69e8571f7c169453f_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:43,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/0238188b0a8242ba80a0607292fcc533, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:43,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/0238188b0a8242ba80a0607292fcc533 is 175, key is test_row_0/A:col10/1732375422587/Put/seqid=0 2024-11-23T15:23:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742332_1508 (size=30955) 2024-11-23T15:23:43,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:43,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375483213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375483212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375483214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375483215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375483217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/0238188b0a8242ba80a0607292fcc533 2024-11-23T15:23:43,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/ac6a9582e6e84dd1aa9dd4100c349a75 is 50, key is test_row_0/B:col10/1732375422587/Put/seqid=0 2024-11-23T15:23:43,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742333_1509 (size=12001) 2024-11-23T15:23:43,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375483718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375483719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375483719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375483719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375483720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/ac6a9582e6e84dd1aa9dd4100c349a75 2024-11-23T15:23:43,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/97d02e6a4c7948b48cfbb588401fdb71 is 50, key is test_row_0/C:col10/1732375422587/Put/seqid=0 2024-11-23T15:23:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742334_1510 (size=12001) 2024-11-23T15:23:43,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:43,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:43,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:44,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:44,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:44,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T15:23:44,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/97d02e6a4c7948b48cfbb588401fdb71 2024-11-23T15:23:44,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/0238188b0a8242ba80a0607292fcc533 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533 2024-11-23T15:23:44,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533, entries=150, sequenceid=17, filesize=30.2 K 2024-11-23T15:23:44,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/ac6a9582e6e84dd1aa9dd4100c349a75 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ac6a9582e6e84dd1aa9dd4100c349a75 2024-11-23T15:23:44,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ac6a9582e6e84dd1aa9dd4100c349a75, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T15:23:44,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/97d02e6a4c7948b48cfbb588401fdb71 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/97d02e6a4c7948b48cfbb588401fdb71 2024-11-23T15:23:44,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/97d02e6a4c7948b48cfbb588401fdb71, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T15:23:44,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f5117acb41fb2d086d00192a7001d440 in 1718ms, sequenceid=17, compaction requested=false 2024-11-23T15:23:44,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:44,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T15:23:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:44,411 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T15:23:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112355b9907ca29047afa654ecfff64e2d14_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375422604/Put/seqid=0 2024-11-23T15:23:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742335_1511 (size=12154) 2024-11-23T15:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:44,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:44,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375484731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375484732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375484733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375484734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375484734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:44,826 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112355b9907ca29047afa654ecfff64e2d14_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112355b9907ca29047afa654ecfff64e2d14_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:44,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/1d872b0c7f964ded8bc2ffbcb760afbe, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:44,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/1d872b0c7f964ded8bc2ffbcb760afbe is 175, key is test_row_0/A:col10/1732375422604/Put/seqid=0 2024-11-23T15:23:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742336_1512 (size=30955) 2024-11-23T15:23:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375484836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375484836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375484837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375484838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375484838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375485038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375485038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375485038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375485039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375485040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,233 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/1d872b0c7f964ded8bc2ffbcb760afbe 2024-11-23T15:23:45,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/3b45f4bc7ad14a47871f75811ed62d53 is 50, key is test_row_0/B:col10/1732375422604/Put/seqid=0 2024-11-23T15:23:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742337_1513 (size=12001) 2024-11-23T15:23:45,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375485342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375485342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375485342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375485344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375485345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T15:23:45,647 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/3b45f4bc7ad14a47871f75811ed62d53 2024-11-23T15:23:45,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/df9894a905c14d63bd3a71e62dcc56cc is 50, key is test_row_0/C:col10/1732375422604/Put/seqid=0 2024-11-23T15:23:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742338_1514 (size=12001) 2024-11-23T15:23:45,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375485845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375485846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375485847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375485848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:45,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375485849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,058 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/df9894a905c14d63bd3a71e62dcc56cc 2024-11-23T15:23:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/1d872b0c7f964ded8bc2ffbcb760afbe as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe 2024-11-23T15:23:46,066 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T15:23:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/3b45f4bc7ad14a47871f75811ed62d53 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3b45f4bc7ad14a47871f75811ed62d53 2024-11-23T15:23:46,070 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3b45f4bc7ad14a47871f75811ed62d53, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T15:23:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/df9894a905c14d63bd3a71e62dcc56cc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/df9894a905c14d63bd3a71e62dcc56cc 2024-11-23T15:23:46,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/df9894a905c14d63bd3a71e62dcc56cc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T15:23:46,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f5117acb41fb2d086d00192a7001d440 in 1665ms, sequenceid=40, compaction requested=false 2024-11-23T15:23:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-23T15:23:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-23T15:23:46,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T15:23:46,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4990 sec 2024-11-23T15:23:46,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.5010 sec 2024-11-23T15:23:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T15:23:46,682 INFO [Thread-2267 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-23T15:23:46,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-23T15:23:46,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T15:23:46,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:46,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T15:23:46,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T15:23:46,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:46,838 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T15:23:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:46,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:46,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ec2282d3c1fc469fa2137bf8b0cdf34b_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375424732/Put/seqid=0 2024-11-23T15:23:46,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742339_1515 (size=12154) 2024-11-23T15:23:46,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:46,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375486871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375486870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375486898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375486898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375486898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T15:23:47,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375486999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375486999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375487002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375487002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375487002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375487203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375487203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375487204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375487204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375487205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:47,282 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ec2282d3c1fc469fa2137bf8b0cdf34b_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ec2282d3c1fc469fa2137bf8b0cdf34b_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:47,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/3a56d8df7a354fc79a3bf71fe61c4f98, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:47,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/3a56d8df7a354fc79a3bf71fe61c4f98 is 175, key is test_row_0/A:col10/1732375424732/Put/seqid=0 2024-11-23T15:23:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T15:23:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742340_1516 (size=30955) 2024-11-23T15:23:47,290 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/3a56d8df7a354fc79a3bf71fe61c4f98 2024-11-23T15:23:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/3702e02a2e9d4c43a02ddbbace4bdc53 is 50, key is test_row_0/B:col10/1732375424732/Put/seqid=0 2024-11-23T15:23:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742341_1517 (size=12001) 2024-11-23T15:23:47,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375487505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375487506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375487507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375487507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375487510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:47,703 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/3702e02a2e9d4c43a02ddbbace4bdc53 2024-11-23T15:23:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/3d4a55fe9269429e90737c72eb962a96 is 50, key is test_row_0/C:col10/1732375424732/Put/seqid=0 2024-11-23T15:23:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742342_1518 (size=12001) 2024-11-23T15:23:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T15:23:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375488007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:48,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375488009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375488013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375488014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:48,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375488016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:48,117 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/3d4a55fe9269429e90737c72eb962a96 2024-11-23T15:23:48,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/3a56d8df7a354fc79a3bf71fe61c4f98 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98 2024-11-23T15:23:48,126 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T15:23:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/3702e02a2e9d4c43a02ddbbace4bdc53 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3702e02a2e9d4c43a02ddbbace4bdc53 2024-11-23T15:23:48,130 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3702e02a2e9d4c43a02ddbbace4bdc53, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T15:23:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/3d4a55fe9269429e90737c72eb962a96 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3d4a55fe9269429e90737c72eb962a96 2024-11-23T15:23:48,134 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3d4a55fe9269429e90737c72eb962a96, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T15:23:48,135 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for f5117acb41fb2d086d00192a7001d440 in 1297ms, sequenceid=53, compaction requested=true 2024-11-23T15:23:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-23T15:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-23T15:23:48,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T15:23:48,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-23T15:23:48,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4550 sec 2024-11-23T15:23:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T15:23:48,789 INFO [Thread-2267 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-23T15:23:48,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-23T15:23:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T15:23:48,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:48,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:48,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T15:23:48,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:48,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T15:23:48,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:48,945 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T15:23:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:48,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123be25ac3256924029b4a69eb6b62ef337_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375426868/Put/seqid=0 2024-11-23T15:23:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742343_1519 (size=12154) 2024-11-23T15:23:48,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:48,959 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123be25ac3256924029b4a69eb6b62ef337_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be25ac3256924029b4a69eb6b62ef337_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/c801f0f5424a4b379b47a37b4034b4fa, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:48,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/c801f0f5424a4b379b47a37b4034b4fa is 175, key is test_row_0/A:col10/1732375426868/Put/seqid=0 2024-11-23T15:23:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742344_1520 (size=30955) 2024-11-23T15:23:49,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:49,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375489022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375489023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375489023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375489023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375489025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T15:23:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375489126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375489127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375489128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375489128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375489328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375489330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375489331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375489331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,365 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/c801f0f5424a4b379b47a37b4034b4fa 2024-11-23T15:23:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/ed80e053cc1f43db95597fa9bb3d089a is 50, key is test_row_0/B:col10/1732375426868/Put/seqid=0 2024-11-23T15:23:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742345_1521 (size=12001) 2024-11-23T15:23:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T15:23:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375489632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375489633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375489633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375489636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:49,775 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/ed80e053cc1f43db95597fa9bb3d089a 2024-11-23T15:23:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/567dab2c45bb46d7b31023168d1f8ec4 is 50, key is test_row_0/C:col10/1732375426868/Put/seqid=0 2024-11-23T15:23:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742346_1522 (size=12001) 2024-11-23T15:23:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T15:23:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375490135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:50,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375490137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:50,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375490138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:50,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375490140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:50,185 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/567dab2c45bb46d7b31023168d1f8ec4 2024-11-23T15:23:50,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/c801f0f5424a4b379b47a37b4034b4fa as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa 2024-11-23T15:23:50,193 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T15:23:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/ed80e053cc1f43db95597fa9bb3d089a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ed80e053cc1f43db95597fa9bb3d089a 2024-11-23T15:23:50,197 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ed80e053cc1f43db95597fa9bb3d089a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T15:23:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/567dab2c45bb46d7b31023168d1f8ec4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/567dab2c45bb46d7b31023168d1f8ec4 2024-11-23T15:23:50,202 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/567dab2c45bb46d7b31023168d1f8ec4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T15:23:50,202 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f5117acb41fb2d086d00192a7001d440 in 1258ms, sequenceid=78, compaction requested=true 2024-11-23T15:23:50,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:50,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-23T15:23:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-23T15:23:50,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T15:23:50,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-23T15:23:50,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.4150 sec 2024-11-23T15:23:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T15:23:50,895 INFO [Thread-2267 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T15:23:50,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-23T15:23:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:50,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:50,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:50,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:51,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T15:23:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:51,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f50510a1abde4c3182addec3e30f35b8_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:51,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742347_1523 (size=12154) 2024-11-23T15:23:51,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375491097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375491137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375491141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375491141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375491148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375491201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375491403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:51,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f50510a1abde4c3182addec3e30f35b8_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f50510a1abde4c3182addec3e30f35b8_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:51,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/48af146c633f44d4b01e42d8ce88ed85, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:51,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/48af146c633f44d4b01e42d8ce88ed85 is 175, key is test_row_0/A:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:51,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742348_1524 (size=30955) 2024-11-23T15:23:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:51,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375491706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,860 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/48af146c633f44d4b01e42d8ce88ed85 2024-11-23T15:23:51,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/706335a2bf724a358d2c8996f7316fdc is 50, key is test_row_0/B:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742349_1525 (size=12001) 2024-11-23T15:23:51,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:51,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:51,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:52,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:52,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375492212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:52,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:52,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/706335a2bf724a358d2c8996f7316fdc 2024-11-23T15:23:52,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/6f4b4dde6cad478cb0bbab9ddf9863b5 is 50, key is test_row_0/C:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:52,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742350_1526 (size=12001) 2024-11-23T15:23:52,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:52,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:52,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:52,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/6f4b4dde6cad478cb0bbab9ddf9863b5 2024-11-23T15:23:52,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/48af146c633f44d4b01e42d8ce88ed85 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85 2024-11-23T15:23:52,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85, entries=150, sequenceid=90, filesize=30.2 K 2024-11-23T15:23:52,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/706335a2bf724a358d2c8996f7316fdc as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/706335a2bf724a358d2c8996f7316fdc 2024-11-23T15:23:52,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/706335a2bf724a358d2c8996f7316fdc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T15:23:52,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/6f4b4dde6cad478cb0bbab9ddf9863b5 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/6f4b4dde6cad478cb0bbab9ddf9863b5 2024-11-23T15:23:52,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/6f4b4dde6cad478cb0bbab9ddf9863b5, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T15:23:52,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f5117acb41fb2d086d00192a7001d440 in 1681ms, sequenceid=90, compaction requested=true 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:52,718 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T15:23:52,718 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T15:23:52,720 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 154775 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T15:23:52,720 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T15:23:52,720 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/A is initiating minor compaction (all files) 2024-11-23T15:23:52,720 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/B is initiating minor compaction (all files) 2024-11-23T15:23:52,720 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/B in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,720 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/A in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,720 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ac6a9582e6e84dd1aa9dd4100c349a75, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3b45f4bc7ad14a47871f75811ed62d53, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3702e02a2e9d4c43a02ddbbace4bdc53, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ed80e053cc1f43db95597fa9bb3d089a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/706335a2bf724a358d2c8996f7316fdc] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=58.6 K 2024-11-23T15:23:52,720 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=151.1 K 2024-11-23T15:23:52,720 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,720 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85] 2024-11-23T15:23:52,721 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0238188b0a8242ba80a0607292fcc533, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732375422584 2024-11-23T15:23:52,721 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ac6a9582e6e84dd1aa9dd4100c349a75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732375422584 2024-11-23T15:23:52,721 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b45f4bc7ad14a47871f75811ed62d53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732375422602 2024-11-23T15:23:52,721 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d872b0c7f964ded8bc2ffbcb760afbe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732375422602 2024-11-23T15:23:52,721 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3702e02a2e9d4c43a02ddbbace4bdc53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375424732 2024-11-23T15:23:52,721 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a56d8df7a354fc79a3bf71fe61c4f98, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375424732 2024-11-23T15:23:52,722 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting ed80e053cc1f43db95597fa9bb3d089a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375426868 2024-11-23T15:23:52,722 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting c801f0f5424a4b379b47a37b4034b4fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375426868 2024-11-23T15:23:52,722 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 706335a2bf724a358d2c8996f7316fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732375429015 2024-11-23T15:23:52,722 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48af146c633f44d4b01e42d8ce88ed85, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732375429015 2024-11-23T15:23:52,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:52,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T15:23:52,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:52,730 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T15:23:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:52,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:52,731 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:52,732 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4c98a4becd08453e9a475ce4fb4f1390 is 50, key is test_row_0/B:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:52,736 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742351_1527 (size=12173) 2024-11-23T15:23:52,751 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123ec4b82cc8e0a412ca7f48f651e41ba52_f5117acb41fb2d086d00192a7001d440 store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235171618af3784f6998b9b70364e2fcbe_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375431091/Put/seqid=0 2024-11-23T15:23:52,753 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123ec4b82cc8e0a412ca7f48f651e41ba52_f5117acb41fb2d086d00192a7001d440, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:52,753 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ec4b82cc8e0a412ca7f48f651e41ba52_f5117acb41fb2d086d00192a7001d440 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742353_1529 (size=4469) 2024-11-23T15:23:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742352_1528 (size=12154) 2024-11-23T15:23:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:53,146 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4c98a4becd08453e9a475ce4fb4f1390 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c98a4becd08453e9a475ce4fb4f1390 2024-11-23T15:23:53,151 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f5117acb41fb2d086d00192a7001d440/B of f5117acb41fb2d086d00192a7001d440 into 4c98a4becd08453e9a475ce4fb4f1390(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:53,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:53,151 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/B, priority=11, startTime=1732375432718; duration=0sec 2024-11-23T15:23:53,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:53,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:B 2024-11-23T15:23:53,151 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T15:23:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:53,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:53,153 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T15:23:53,153 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/C is initiating minor compaction (all files) 2024-11-23T15:23:53,153 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/C in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:53,153 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/97d02e6a4c7948b48cfbb588401fdb71, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/df9894a905c14d63bd3a71e62dcc56cc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3d4a55fe9269429e90737c72eb962a96, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/567dab2c45bb46d7b31023168d1f8ec4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/6f4b4dde6cad478cb0bbab9ddf9863b5] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=58.6 K 2024-11-23T15:23:53,154 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 97d02e6a4c7948b48cfbb588401fdb71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732375422584 2024-11-23T15:23:53,154 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting df9894a905c14d63bd3a71e62dcc56cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732375422602 2024-11-23T15:23:53,154 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d4a55fe9269429e90737c72eb962a96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732375424732 2024-11-23T15:23:53,154 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 567dab2c45bb46d7b31023168d1f8ec4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732375426868 2024-11-23T15:23:53,155 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f4b4dde6cad478cb0bbab9ddf9863b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732375429015 2024-11-23T15:23:53,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:53,163 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#A#compaction#449 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:53,163 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/d3a743f0adcd48b19acf35d79dc817bf is 175, key is test_row_0/A:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:53,164 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#C#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:53,165 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/fb858274a37446e6abd5e56aaf388783 is 50, key is test_row_0/C:col10/1732375429015/Put/seqid=0 2024-11-23T15:23:53,168 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235171618af3784f6998b9b70364e2fcbe_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235171618af3784f6998b9b70364e2fcbe_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742355_1531 (size=12173) 2024-11-23T15:23:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742354_1530 (size=31127) 2024-11-23T15:23:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375493164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/71c42052edf045bb92a297ce0ed0ce14, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:53,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375493165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/71c42052edf045bb92a297ce0ed0ce14 is 175, key is test_row_0/A:col10/1732375431091/Put/seqid=0 2024-11-23T15:23:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375493169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375493170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,175 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/d3a743f0adcd48b19acf35d79dc817bf as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d3a743f0adcd48b19acf35d79dc817bf 2024-11-23T15:23:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742356_1532 (size=30955) 2024-11-23T15:23:53,178 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/71c42052edf045bb92a297ce0ed0ce14 2024-11-23T15:23:53,179 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f5117acb41fb2d086d00192a7001d440/A of f5117acb41fb2d086d00192a7001d440 into d3a743f0adcd48b19acf35d79dc817bf(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:53,179 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:53,179 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/A, priority=11, startTime=1732375432718; duration=0sec 2024-11-23T15:23:53,179 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:53,179 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:A 2024-11-23T15:23:53,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/563d2352a0164ec8aca29ddd3641a9a4 is 50, key is test_row_0/B:col10/1732375431091/Put/seqid=0 2024-11-23T15:23:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742357_1533 (size=12001) 2024-11-23T15:23:53,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375493216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375493271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375493271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375493274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375493274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375493473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375493473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375493476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375493477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,573 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/fb858274a37446e6abd5e56aaf388783 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/fb858274a37446e6abd5e56aaf388783 2024-11-23T15:23:53,577 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f5117acb41fb2d086d00192a7001d440/C of f5117acb41fb2d086d00192a7001d440 into fb858274a37446e6abd5e56aaf388783(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:53,577 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:53,577 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/C, priority=11, startTime=1732375432718; duration=0sec 2024-11-23T15:23:53,578 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:53,578 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:C 2024-11-23T15:23:53,595 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/563d2352a0164ec8aca29ddd3641a9a4 2024-11-23T15:23:53,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/24e05d29a95d46348e22e1ff0d7ff909 is 50, key is test_row_0/C:col10/1732375431091/Put/seqid=0 2024-11-23T15:23:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742358_1534 (size=12001) 2024-11-23T15:23:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375493776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375493777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375493780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:53,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375493781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,005 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/24e05d29a95d46348e22e1ff0d7ff909 2024-11-23T15:23:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/71c42052edf045bb92a297ce0ed0ce14 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14 2024-11-23T15:23:54,012 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14, entries=150, sequenceid=114, filesize=30.2 K 2024-11-23T15:23:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/563d2352a0164ec8aca29ddd3641a9a4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/563d2352a0164ec8aca29ddd3641a9a4 2024-11-23T15:23:54,016 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/563d2352a0164ec8aca29ddd3641a9a4, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T15:23:54,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/24e05d29a95d46348e22e1ff0d7ff909 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/24e05d29a95d46348e22e1ff0d7ff909 2024-11-23T15:23:54,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/24e05d29a95d46348e22e1ff0d7ff909, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T15:23:54,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f5117acb41fb2d086d00192a7001d440 in 1290ms, sequenceid=114, compaction requested=false 2024-11-23T15:23:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-23T15:23:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-23T15:23:54,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-23T15:23:54,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1230 sec 2024-11-23T15:23:54,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.1270 sec 2024-11-23T15:23:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:54,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T15:23:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:54,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230629db27c504461d9820d20f55f68c99_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742359_1535 (size=12254) 2024-11-23T15:23:54,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:54,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230629db27c504461d9820d20f55f68c99_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230629db27c504461d9820d20f55f68c99_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:54,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/9685ca0719f946d9a8b3d246174f277d, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:54,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/9685ca0719f946d9a8b3d246174f277d is 175, key is test_row_0/A:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:54,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375494300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375494300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375494301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742360_1536 (size=31055) 2024-11-23T15:23:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375494303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375494404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375494404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375494404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375494406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375494607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375494607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375494607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375494609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/9685ca0719f946d9a8b3d246174f277d 2024-11-23T15:23:54,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/432e3d4b183c413692373d3735bf6ff4 is 50, key is test_row_0/B:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742361_1537 (size=12101) 2024-11-23T15:23:54,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375494910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375494911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375494911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375494912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T15:23:55,002 INFO [Thread-2267 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T15:23:55,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-23T15:23:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:55,005 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:55,005 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:55,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:55,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/432e3d4b183c413692373d3735bf6ff4 2024-11-23T15:23:55,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/4e14b4a141aa4fb3aa84cfbc79676630 is 50, key is test_row_0/C:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742362_1538 (size=12101) 2024-11-23T15:23:55,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T15:23:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375495225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,227 DEBUG [Thread-2261 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., hostname=6a36843bf905,41973,1732375277245, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T15:23:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:55,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T15:23:55,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:55,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375495414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375495415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375495415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375495416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T15:23:55,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:55,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:55,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/4e14b4a141aa4fb3aa84cfbc79676630 2024-11-23T15:23:55,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/9685ca0719f946d9a8b3d246174f277d as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d 2024-11-23T15:23:55,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d, entries=150, sequenceid=132, filesize=30.3 K 2024-11-23T15:23:55,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/432e3d4b183c413692373d3735bf6ff4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/432e3d4b183c413692373d3735bf6ff4 2024-11-23T15:23:55,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/432e3d4b183c413692373d3735bf6ff4, entries=150, sequenceid=132, filesize=11.8 K 2024-11-23T15:23:55,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/4e14b4a141aa4fb3aa84cfbc79676630 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4e14b4a141aa4fb3aa84cfbc79676630 2024-11-23T15:23:55,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4e14b4a141aa4fb3aa84cfbc79676630, entries=150, sequenceid=132, filesize=11.8 K 2024-11-23T15:23:55,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f5117acb41fb2d086d00192a7001d440 in 1258ms, sequenceid=132, compaction requested=true 2024-11-23T15:23:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:55,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:55,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:55,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:55,543 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:55,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:55,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:55,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:55,543 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:55,543 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:55,543 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/A is initiating minor compaction (all files) 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/B is initiating minor compaction (all files) 2024-11-23T15:23:55,544 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/A in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,544 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/B in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,544 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d3a743f0adcd48b19acf35d79dc817bf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=91.0 K 2024-11-23T15:23:55,544 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c98a4becd08453e9a475ce4fb4f1390, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/563d2352a0164ec8aca29ddd3641a9a4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/432e3d4b183c413692373d3735bf6ff4] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=35.4 K 2024-11-23T15:23:55,544 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d3a743f0adcd48b19acf35d79dc817bf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d] 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c98a4becd08453e9a475ce4fb4f1390, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732375429015 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3a743f0adcd48b19acf35d79dc817bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732375429015 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 563d2352a0164ec8aca29ddd3641a9a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732375431079 2024-11-23T15:23:55,544 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71c42052edf045bb92a297ce0ed0ce14, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732375431079 2024-11-23T15:23:55,545 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 432e3d4b183c413692373d3735bf6ff4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375433168 2024-11-23T15:23:55,545 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9685ca0719f946d9a8b3d246174f277d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375433168 2024-11-23T15:23:55,550 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:55,551 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:55,552 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/737373ab651044bebbb469f8d2569c2b is 50, key is test_row_0/B:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:55,553 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112343925da68b9b45189b15b80612131383_f5117acb41fb2d086d00192a7001d440 store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:55,555 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112343925da68b9b45189b15b80612131383_f5117acb41fb2d086d00192a7001d440, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:55,555 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112343925da68b9b45189b15b80612131383_f5117acb41fb2d086d00192a7001d440 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742363_1539 (size=12375) 2024-11-23T15:23:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742364_1540 (size=4469) 2024-11-23T15:23:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:55,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:55,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T15:23:55,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,616 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:23:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c5296073527941579b4ff32be41b7f36_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375434297/Put/seqid=0 2024-11-23T15:23:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742365_1541 (size=12304) 2024-11-23T15:23:55,961 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#A#compaction#458 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:55,962 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/cf2a882391344402a585bc9b1a840a2a is 175, key is test_row_0/A:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:55,964 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/737373ab651044bebbb469f8d2569c2b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/737373ab651044bebbb469f8d2569c2b 2024-11-23T15:23:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742366_1542 (size=31329) 2024-11-23T15:23:55,968 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/B of f5117acb41fb2d086d00192a7001d440 into 737373ab651044bebbb469f8d2569c2b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:55,968 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:55,968 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/B, priority=13, startTime=1732375435543; duration=0sec 2024-11-23T15:23:55,969 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:55,969 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:B 2024-11-23T15:23:55,969 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:55,970 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:55,970 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/C is initiating minor compaction (all files) 2024-11-23T15:23:55,970 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/C in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:55,970 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/fb858274a37446e6abd5e56aaf388783, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/24e05d29a95d46348e22e1ff0d7ff909, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4e14b4a141aa4fb3aa84cfbc79676630] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=35.4 K 2024-11-23T15:23:55,970 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting fb858274a37446e6abd5e56aaf388783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732375429015 2024-11-23T15:23:55,970 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e05d29a95d46348e22e1ff0d7ff909, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732375431079 2024-11-23T15:23:55,971 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e14b4a141aa4fb3aa84cfbc79676630, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375433168 2024-11-23T15:23:55,976 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#C#compaction#460 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:55,977 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/4725b39fb7b248f8948f8ef04936fa3e is 50, key is test_row_0/C:col10/1732375434283/Put/seqid=0 2024-11-23T15:23:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742367_1543 (size=12375) 2024-11-23T15:23:56,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:56,032 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c5296073527941579b4ff32be41b7f36_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c5296073527941579b4ff32be41b7f36_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:56,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/31b257b504294bc880b60ab12d7be48a, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:56,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/31b257b504294bc880b60ab12d7be48a is 175, key is test_row_0/A:col10/1732375434297/Put/seqid=0 2024-11-23T15:23:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742368_1544 (size=31105) 2024-11-23T15:23:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:56,370 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/cf2a882391344402a585bc9b1a840a2a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/cf2a882391344402a585bc9b1a840a2a 2024-11-23T15:23:56,374 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/A of f5117acb41fb2d086d00192a7001d440 into cf2a882391344402a585bc9b1a840a2a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:56,374 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:56,374 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/A, priority=13, startTime=1732375435542; duration=0sec 2024-11-23T15:23:56,374 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:56,375 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:A 2024-11-23T15:23:56,398 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/4725b39fb7b248f8948f8ef04936fa3e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4725b39fb7b248f8948f8ef04936fa3e 2024-11-23T15:23:56,403 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/C of f5117acb41fb2d086d00192a7001d440 into 4725b39fb7b248f8948f8ef04936fa3e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:56,403 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:56,403 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/C, priority=13, startTime=1732375435543; duration=0sec 2024-11-23T15:23:56,403 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:56,403 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:C 2024-11-23T15:23:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375496431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375496432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375496433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375496433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,437 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/31b257b504294bc880b60ab12d7be48a 2024-11-23T15:23:56,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/359c0e780ab34495924ffb65790abf68 is 50, key is test_row_0/B:col10/1732375434297/Put/seqid=0 2024-11-23T15:23:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742369_1545 (size=12151) 2024-11-23T15:23:56,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375496534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375496534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375496536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375496536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375496736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375496737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375496738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375496739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:56,848 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/359c0e780ab34495924ffb65790abf68 2024-11-23T15:23:56,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/3b31a22bce484425b9682f88728ee837 is 50, key is test_row_0/C:col10/1732375434297/Put/seqid=0 2024-11-23T15:23:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742370_1546 (size=12151) 2024-11-23T15:23:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375497040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375497040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375497041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375497042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:57,260 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/3b31a22bce484425b9682f88728ee837 2024-11-23T15:23:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/31b257b504294bc880b60ab12d7be48a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a 2024-11-23T15:23:57,267 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a, entries=150, sequenceid=153, filesize=30.4 K 2024-11-23T15:23:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/359c0e780ab34495924ffb65790abf68 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/359c0e780ab34495924ffb65790abf68 2024-11-23T15:23:57,271 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/359c0e780ab34495924ffb65790abf68, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T15:23:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/3b31a22bce484425b9682f88728ee837 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3b31a22bce484425b9682f88728ee837 2024-11-23T15:23:57,275 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3b31a22bce484425b9682f88728ee837, entries=150, sequenceid=153, filesize=11.9 K 2024-11-23T15:23:57,276 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for f5117acb41fb2d086d00192a7001d440 in 1659ms, sequenceid=153, compaction requested=false 2024-11-23T15:23:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-23T15:23:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-23T15:23:57,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T15:23:57,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec 2024-11-23T15:23:57,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.2750 sec 2024-11-23T15:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:57,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T15:23:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:57,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2f73e6c3b9f40c6b6e788dc0a8807e1_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742371_1547 (size=12304) 2024-11-23T15:23:57,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375497559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2f73e6c3b9f40c6b6e788dc0a8807e1_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2f73e6c3b9f40c6b6e788dc0a8807e1_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:57,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375497560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375497561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375497561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,564 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/2c6c872f1dbd420d9d8582a83bd3d9a2, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:57,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/2c6c872f1dbd420d9d8582a83bd3d9a2 is 175, key is test_row_0/A:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:57,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742372_1548 (size=31105) 2024-11-23T15:23:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375497663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375497664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375497664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375497665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375497867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375497867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375497867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375497868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:57,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/2c6c872f1dbd420d9d8582a83bd3d9a2 2024-11-23T15:23:57,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/cc4249609f674297a48d8652d3fe89b1 is 50, key is test_row_0/B:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742373_1549 (size=12151) 2024-11-23T15:23:58,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375498170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375498172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375498172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375498172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/cc4249609f674297a48d8652d3fe89b1 2024-11-23T15:23:58,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/b3944e290d974cac89e909c2f0b5fcd9 is 50, key is test_row_0/C:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742374_1550 (size=12151) 2024-11-23T15:23:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375498673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375498675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375498676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375498677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:58,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/b3944e290d974cac89e909c2f0b5fcd9 2024-11-23T15:23:58,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/2c6c872f1dbd420d9d8582a83bd3d9a2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2 2024-11-23T15:23:58,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2, entries=150, sequenceid=176, filesize=30.4 K 2024-11-23T15:23:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/cc4249609f674297a48d8652d3fe89b1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/cc4249609f674297a48d8652d3fe89b1 2024-11-23T15:23:58,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/cc4249609f674297a48d8652d3fe89b1, entries=150, sequenceid=176, filesize=11.9 K 2024-11-23T15:23:58,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/b3944e290d974cac89e909c2f0b5fcd9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/b3944e290d974cac89e909c2f0b5fcd9 2024-11-23T15:23:58,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/b3944e290d974cac89e909c2f0b5fcd9, entries=150, sequenceid=176, filesize=11.9 K 2024-11-23T15:23:58,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f5117acb41fb2d086d00192a7001d440 in 1256ms, sequenceid=176, compaction requested=true 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:23:58,804 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:58,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:58,804 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:58,805 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:58,805 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:58,805 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/A is initiating minor compaction (all files) 2024-11-23T15:23:58,805 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/B is initiating minor compaction (all files) 2024-11-23T15:23:58,805 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/B in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:58,805 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/A in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:58,806 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/cf2a882391344402a585bc9b1a840a2a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=91.3 K 2024-11-23T15:23:58,806 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/737373ab651044bebbb469f8d2569c2b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/359c0e780ab34495924ffb65790abf68, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/cc4249609f674297a48d8652d3fe89b1] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=35.8 K 2024-11-23T15:23:58,806 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:58,806 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/cf2a882391344402a585bc9b1a840a2a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2] 2024-11-23T15:23:58,806 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 737373ab651044bebbb469f8d2569c2b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375433168 2024-11-23T15:23:58,806 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf2a882391344402a585bc9b1a840a2a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375433168 2024-11-23T15:23:58,806 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31b257b504294bc880b60ab12d7be48a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732375434296 2024-11-23T15:23:58,806 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 359c0e780ab34495924ffb65790abf68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732375434296 2024-11-23T15:23:58,806 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c6c872f1dbd420d9d8582a83bd3d9a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732375436432 2024-11-23T15:23:58,807 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting cc4249609f674297a48d8652d3fe89b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732375436432 2024-11-23T15:23:58,812 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:58,813 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:58,813 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4139bf48abd34f2991ee6713df411930 is 50, key is test_row_0/B:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:58,814 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112327d23e29e66949ec9d4524d183c3d0a9_f5117acb41fb2d086d00192a7001d440 store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:58,816 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112327d23e29e66949ec9d4524d183c3d0a9_f5117acb41fb2d086d00192a7001d440, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:58,817 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112327d23e29e66949ec9d4524d183c3d0a9_f5117acb41fb2d086d00192a7001d440 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:58,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742376_1552 (size=4469) 2024-11-23T15:23:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742375_1551 (size=12527) 2024-11-23T15:23:58,834 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4139bf48abd34f2991ee6713df411930 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4139bf48abd34f2991ee6713df411930 2024-11-23T15:23:58,839 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/B of f5117acb41fb2d086d00192a7001d440 into 4139bf48abd34f2991ee6713df411930(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:58,839 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:58,839 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/B, priority=13, startTime=1732375438804; duration=0sec 2024-11-23T15:23:58,839 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:23:58,839 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:B 2024-11-23T15:23:58,839 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:23:58,840 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:23:58,840 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/C is initiating minor compaction (all files) 2024-11-23T15:23:58,840 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/C in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:58,841 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4725b39fb7b248f8948f8ef04936fa3e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3b31a22bce484425b9682f88728ee837, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/b3944e290d974cac89e909c2f0b5fcd9] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=35.8 K 2024-11-23T15:23:58,841 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4725b39fb7b248f8948f8ef04936fa3e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732375433168 2024-11-23T15:23:58,841 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b31a22bce484425b9682f88728ee837, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732375434296 2024-11-23T15:23:58,842 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting b3944e290d974cac89e909c2f0b5fcd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732375436432 2024-11-23T15:23:58,849 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:58,850 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/009faf5f218f4440be7a0b0ce09d9952 is 50, key is test_row_0/C:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742377_1553 (size=12527) 2024-11-23T15:23:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T15:23:59,109 INFO [Thread-2267 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-23T15:23:59,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T15:23:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-23T15:23:59,113 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T15:23:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:23:59,113 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T15:23:59,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T15:23:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:23:59,226 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#A#compaction#467 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:23:59,227 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/17a31bee247e480a9a34516109a7c2ae is 175, key is test_row_0/A:col10/1732375436432/Put/seqid=0 2024-11-23T15:23:59,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742378_1554 (size=31481) 2024-11-23T15:23:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:59,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T15:23:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:59,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123379bb979e48148d38c4c1b426c154755_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375437558/Put/seqid=0 2024-11-23T15:23:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742379_1555 (size=14794) 2024-11-23T15:23:59,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:59,259 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123379bb979e48148d38c4c1b426c154755_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123379bb979e48148d38c4c1b426c154755_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:59,259 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/009faf5f218f4440be7a0b0ce09d9952 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/009faf5f218f4440be7a0b0ce09d9952 2024-11-23T15:23:59,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/68af56efdc114440b2923697c0ec704e, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:59,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/68af56efdc114440b2923697c0ec704e is 175, key is test_row_0/A:col10/1732375437558/Put/seqid=0 2024-11-23T15:23:59,264 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/C of f5117acb41fb2d086d00192a7001d440 into 009faf5f218f4440be7a0b0ce09d9952(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:59,264 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:59,264 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/C, priority=13, startTime=1732375438804; duration=0sec 2024-11-23T15:23:59,265 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:59,265 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:C 2024-11-23T15:23:59,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:23:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742380_1556 (size=39749) 2024-11-23T15:23:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,266 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/68af56efdc114440b2923697c0ec704e 2024-11-23T15:23:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4c8355d9bebf4776b4b9f31875680276 is 50, key is test_row_0/B:col10/1732375437558/Put/seqid=0 2024-11-23T15:23:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742381_1557 (size=12151) 2024-11-23T15:23:59,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4c8355d9bebf4776b4b9f31875680276 2024-11-23T15:23:59,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/ad83d7abac904148a2bfae2583bf77d7 is 50, key is test_row_0/C:col10/1732375437558/Put/seqid=0 2024-11-23T15:23:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742382_1558 (size=12151) 2024-11-23T15:23:59,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/ad83d7abac904148a2bfae2583bf77d7 2024-11-23T15:23:59,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/68af56efdc114440b2923697c0ec704e as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e 2024-11-23T15:23:59,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e, entries=200, sequenceid=194, filesize=38.8 K 2024-11-23T15:23:59,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4c8355d9bebf4776b4b9f31875680276 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c8355d9bebf4776b4b9f31875680276 2024-11-23T15:23:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375499296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c8355d9bebf4776b4b9f31875680276, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T15:23:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/ad83d7abac904148a2bfae2583bf77d7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/ad83d7abac904148a2bfae2583bf77d7 2024-11-23T15:23:59,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/ad83d7abac904148a2bfae2583bf77d7, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T15:23:59,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f5117acb41fb2d086d00192a7001d440 in 61ms, sequenceid=194, compaction requested=false 2024-11-23T15:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:59,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T15:23:59,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:23:59,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:59,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:23:59,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:59,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:23:59,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:23:59,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123976093be0ec8487583da23c02114b212_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375439265/Put/seqid=0 2024-11-23T15:23:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742383_1559 (size=14794) 2024-11-23T15:23:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:23:59,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:23:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375499437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375499540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:23:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,635 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/17a31bee247e480a9a34516109a7c2ae as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/17a31bee247e480a9a34516109a7c2ae 2024-11-23T15:23:59,639 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/A of f5117acb41fb2d086d00192a7001d440 into 17a31bee247e480a9a34516109a7c2ae(size=30.7 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:23:59,639 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:23:59,639 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/A, priority=13, startTime=1732375438804; duration=0sec 2024-11-23T15:23:59,639 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:23:59,639 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:A 2024-11-23T15:23:59,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375499678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375499682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375499682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375499685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:23:59,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:23:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:59,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:23:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375499743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,814 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:23:59,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123976093be0ec8487583da23c02114b212_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123976093be0ec8487583da23c02114b212_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:23:59,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5c365fa0115447d7835bc2bcb1dc086b, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:23:59,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5c365fa0115447d7835bc2bcb1dc086b is 175, key is test_row_0/A:col10/1732375439265/Put/seqid=0 2024-11-23T15:23:59,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742384_1560 (size=39749) 2024-11-23T15:23:59,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:23:59,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:23:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:23:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:23:59,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:23:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:24:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:24:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375500047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:24:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:24:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:24:00,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5c365fa0115447d7835bc2bcb1dc086b 2024-11-23T15:24:00,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/fc95bf101fed453fb6e79efee0985452 is 50, key is test_row_0/B:col10/1732375439265/Put/seqid=0 2024-11-23T15:24:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742385_1561 (size=12151) 2024-11-23T15:24:00,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:24:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:24:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:24:00,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:24:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375500549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/fc95bf101fed453fb6e79efee0985452 2024-11-23T15:24:00,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/0056075ad3ce42f9a92cf6e9faead268 is 50, key is test_row_0/C:col10/1732375439265/Put/seqid=0 2024-11-23T15:24:00,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:24:00,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:24:00,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T15:24:00,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742386_1562 (size=12151) 2024-11-23T15:24:00,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/0056075ad3ce42f9a92cf6e9faead268 2024-11-23T15:24:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5c365fa0115447d7835bc2bcb1dc086b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b 2024-11-23T15:24:00,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b, entries=200, sequenceid=215, filesize=38.8 K 2024-11-23T15:24:00,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/fc95bf101fed453fb6e79efee0985452 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/fc95bf101fed453fb6e79efee0985452 2024-11-23T15:24:00,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/fc95bf101fed453fb6e79efee0985452, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T15:24:00,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/0056075ad3ce42f9a92cf6e9faead268 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/0056075ad3ce42f9a92cf6e9faead268 2024-11-23T15:24:00,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/0056075ad3ce42f9a92cf6e9faead268, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T15:24:00,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f5117acb41fb2d086d00192a7001d440 in 1254ms, sequenceid=215, compaction requested=true 2024-11-23T15:24:00,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:24:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:24:00,658 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:24:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:24:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:24:00,658 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:24:00,658 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:24:00,658 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:24:00,659 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/B is initiating minor compaction (all files) 2024-11-23T15:24:00,659 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/A is initiating minor compaction (all files) 2024-11-23T15:24:00,659 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/B in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,659 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/A in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,659 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4139bf48abd34f2991ee6713df411930, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c8355d9bebf4776b4b9f31875680276, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/fc95bf101fed453fb6e79efee0985452] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=36.0 K 2024-11-23T15:24:00,659 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/17a31bee247e480a9a34516109a7c2ae, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=108.4 K 2024-11-23T15:24:00,659 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,659 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/17a31bee247e480a9a34516109a7c2ae, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b] 2024-11-23T15:24:00,660 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17a31bee247e480a9a34516109a7c2ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732375436432 2024-11-23T15:24:00,660 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4139bf48abd34f2991ee6713df411930, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732375436432 2024-11-23T15:24:00,660 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68af56efdc114440b2923697c0ec704e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732375437556 2024-11-23T15:24:00,660 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8355d9bebf4776b4b9f31875680276, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732375437558 2024-11-23T15:24:00,660 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting fc95bf101fed453fb6e79efee0985452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375439265 2024-11-23T15:24:00,660 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c365fa0115447d7835bc2bcb1dc086b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375439265 2024-11-23T15:24:00,666 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:00,682 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112333bb8ca2ea6d416ca198deec9a813220_f5117acb41fb2d086d00192a7001d440 store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:00,682 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#B#compaction#476 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:24:00,683 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/0d7d8a7f2a61491aa117cb010cf9a519 is 50, key is test_row_0/B:col10/1732375439265/Put/seqid=0 2024-11-23T15:24:00,685 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112333bb8ca2ea6d416ca198deec9a813220_f5117acb41fb2d086d00192a7001d440, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:00,685 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112333bb8ca2ea6d416ca198deec9a813220_f5117acb41fb2d086d00192a7001d440 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742388_1564 (size=4469) 2024-11-23T15:24:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742387_1563 (size=12629) 2024-11-23T15:24:00,694 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#A#compaction#475 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:24:00,694 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/e66cc720ba624086bfc018cfa0dac9f6 is 175, key is test_row_0/A:col10/1732375439265/Put/seqid=0 2024-11-23T15:24:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742389_1565 (size=31583) 2024-11-23T15:24:00,705 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/e66cc720ba624086bfc018cfa0dac9f6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/e66cc720ba624086bfc018cfa0dac9f6 2024-11-23T15:24:00,709 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/A of f5117acb41fb2d086d00192a7001d440 into e66cc720ba624086bfc018cfa0dac9f6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:24:00,709 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:00,709 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/A, priority=13, startTime=1732375440658; duration=0sec 2024-11-23T15:24:00,709 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:24:00,709 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:A 2024-11-23T15:24:00,709 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:24:00,710 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:24:00,710 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/C is initiating minor compaction (all files) 2024-11-23T15:24:00,710 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/C in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,710 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/009faf5f218f4440be7a0b0ce09d9952, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/ad83d7abac904148a2bfae2583bf77d7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/0056075ad3ce42f9a92cf6e9faead268] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=36.0 K 2024-11-23T15:24:00,711 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 009faf5f218f4440be7a0b0ce09d9952, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732375436432 2024-11-23T15:24:00,711 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad83d7abac904148a2bfae2583bf77d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732375437558 2024-11-23T15:24:00,711 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0056075ad3ce42f9a92cf6e9faead268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375439265 2024-11-23T15:24:00,716 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:24:00,717 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/00e30a140c484686a070d55befb925ee is 50, key is test_row_0/C:col10/1732375439265/Put/seqid=0 2024-11-23T15:24:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742390_1566 (size=12629) 2024-11-23T15:24:00,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:00,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41973 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T15:24:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T15:24:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:24:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:24:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:24:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bb7080d18e2b41609657d886ba110582_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375439431/Put/seqid=0 2024-11-23T15:24:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742391_1567 (size=12304) 2024-11-23T15:24:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:24:00,806 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bb7080d18e2b41609657d886ba110582_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bb7080d18e2b41609657d886ba110582_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/d80a74398ff04506aebcb4bac4f8aae1, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/d80a74398ff04506aebcb4bac4f8aae1 is 175, key is test_row_0/A:col10/1732375439431/Put/seqid=0 2024-11-23T15:24:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742392_1568 (size=31105) 2024-11-23T15:24:01,098 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/0d7d8a7f2a61491aa117cb010cf9a519 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0d7d8a7f2a61491aa117cb010cf9a519 2024-11-23T15:24:01,102 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/B of f5117acb41fb2d086d00192a7001d440 into 0d7d8a7f2a61491aa117cb010cf9a519(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:24:01,102 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:01,103 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/B, priority=13, startTime=1732375440658; duration=0sec 2024-11-23T15:24:01,103 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:01,103 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:B 2024-11-23T15:24:01,125 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/00e30a140c484686a070d55befb925ee as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/00e30a140c484686a070d55befb925ee 2024-11-23T15:24:01,128 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/C of f5117acb41fb2d086d00192a7001d440 into 00e30a140c484686a070d55befb925ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:24:01,128 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:01,128 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/C, priority=13, startTime=1732375440658; duration=0sec 2024-11-23T15:24:01,128 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:01,128 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:C 2024-11-23T15:24:01,212 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/d80a74398ff04506aebcb4bac4f8aae1 2024-11-23T15:24:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:24:01,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/bf8c3019fec94f40b76a3ff70adfaaf4 is 50, key is test_row_0/B:col10/1732375439431/Put/seqid=0 2024-11-23T15:24:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742393_1569 (size=12151) 2024-11-23T15:24:01,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. as already flushing 2024-11-23T15:24:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:01,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375501593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/bf8c3019fec94f40b76a3ff70adfaaf4 2024-11-23T15:24:01,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/a2798c9146134bfa992ca79869be1309 is 50, key is test_row_0/C:col10/1732375439431/Put/seqid=0 2024-11-23T15:24:01,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742394_1570 (size=12151) 2024-11-23T15:24:01,632 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/a2798c9146134bfa992ca79869be1309 2024-11-23T15:24:01,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/d80a74398ff04506aebcb4bac4f8aae1 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1 2024-11-23T15:24:01,639 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1, entries=150, sequenceid=233, filesize=30.4 K 2024-11-23T15:24:01,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/bf8c3019fec94f40b76a3ff70adfaaf4 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/bf8c3019fec94f40b76a3ff70adfaaf4 2024-11-23T15:24:01,643 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/bf8c3019fec94f40b76a3ff70adfaaf4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T15:24:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/a2798c9146134bfa992ca79869be1309 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/a2798c9146134bfa992ca79869be1309 2024-11-23T15:24:01,647 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/a2798c9146134bfa992ca79869be1309, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T15:24:01,650 INFO [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f5117acb41fb2d086d00192a7001d440 in 857ms, sequenceid=233, compaction requested=false 2024-11-23T15:24:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a36843bf905:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-23T15:24:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-23T15:24:01,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-23T15:24:01,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5380 sec 2024-11-23T15:24:01,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.5430 sec 2024-11-23T15:24:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:01,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T15:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:01,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2788a84977a4c139c692d37883cef87_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742395_1571 (size=12304) 2024-11-23T15:24:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375501702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375501703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375501704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375501705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375501705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375501806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375501806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375501807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375501808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375501808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375502008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375502009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375502009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375502011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375502012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:24:02,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2788a84977a4c139c692d37883cef87_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2788a84977a4c139c692d37883cef87_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:02,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5a9eff21e2f244afb0f4bef7cbbed4c2, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:02,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5a9eff21e2f244afb0f4bef7cbbed4c2 is 175, key is test_row_0/A:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742396_1572 (size=31105) 2024-11-23T15:24:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375502313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375502313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375502314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375502314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375502316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5a9eff21e2f244afb0f4bef7cbbed4c2 2024-11-23T15:24:02,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4056872677214f9cbdbe66845f2eed9a is 50, key is test_row_0/B:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742397_1573 (size=12151) 2024-11-23T15:24:02,583 DEBUG [Thread-2270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x260d3dc7 to 127.0.0.1:58685 2024-11-23T15:24:02,583 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:02,584 DEBUG [Thread-2274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40908ffe to 127.0.0.1:58685 2024-11-23T15:24:02,585 DEBUG [Thread-2268 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3add07d5 to 127.0.0.1:58685 2024-11-23T15:24:02,585 DEBUG [Thread-2276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73ee60e6 to 127.0.0.1:58685 2024-11-23T15:24:02,585 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:02,585 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:02,585 DEBUG [Thread-2274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:02,586 DEBUG [Thread-2272 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49daf5a7 to 127.0.0.1:58685 2024-11-23T15:24:02,586 DEBUG [Thread-2272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47350 deadline: 1732375502816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1732375502817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47300 deadline: 1732375502817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1732375502819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T15:24:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47264 deadline: 1732375502821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 2024-11-23T15:24:02,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4056872677214f9cbdbe66845f2eed9a 2024-11-23T15:24:02,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/02e5c2044ce4417e8ae88dddd2e8c6e6 is 50, key is test_row_0/C:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:02,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742398_1574 (size=12151) 2024-11-23T15:24:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T15:24:03,218 INFO [Thread-2267 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-23T15:24:03,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/02e5c2044ce4417e8ae88dddd2e8c6e6 2024-11-23T15:24:03,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/5a9eff21e2f244afb0f4bef7cbbed4c2 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2 2024-11-23T15:24:03,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2, entries=150, sequenceid=256, filesize=30.4 K 2024-11-23T15:24:03,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/4056872677214f9cbdbe66845f2eed9a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4056872677214f9cbdbe66845f2eed9a 2024-11-23T15:24:03,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4056872677214f9cbdbe66845f2eed9a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-23T15:24:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/02e5c2044ce4417e8ae88dddd2e8c6e6 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/02e5c2044ce4417e8ae88dddd2e8c6e6 2024-11-23T15:24:03,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/02e5c2044ce4417e8ae88dddd2e8c6e6, entries=150, sequenceid=256, filesize=11.9 K 2024-11-23T15:24:03,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for f5117acb41fb2d086d00192a7001d440 in 1652ms, sequenceid=256, compaction requested=true 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5117acb41fb2d086d00192a7001d440:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T15:24:03,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:24:03,345 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:24:03,345 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:24:03,345 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:24:03,345 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:24:03,345 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/A is initiating minor compaction (all files) 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/B is initiating minor compaction (all files) 2024-11-23T15:24:03,346 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/A in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:03,346 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/B in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:03,346 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/e66cc720ba624086bfc018cfa0dac9f6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=91.6 K 2024-11-23T15:24:03,346 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:03,346 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0d7d8a7f2a61491aa117cb010cf9a519, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/bf8c3019fec94f40b76a3ff70adfaaf4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4056872677214f9cbdbe66845f2eed9a] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=36.1 K 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. files: [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/e66cc720ba624086bfc018cfa0dac9f6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2] 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7d8a7f2a61491aa117cb010cf9a519, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375439265 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting e66cc720ba624086bfc018cfa0dac9f6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375439265 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8c3019fec94f40b76a3ff70adfaaf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732375439431 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80a74398ff04506aebcb4bac4f8aae1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732375439431 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 4056872677214f9cbdbe66845f2eed9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732375441584 2024-11-23T15:24:03,346 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a9eff21e2f244afb0f4bef7cbbed4c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732375441584 2024-11-23T15:24:03,351 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:03,351 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#B#compaction#484 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:24:03,352 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/067c1649279d498ab60d40355ef4c5ad is 50, key is test_row_0/B:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:03,352 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236e91a1d8603b404f92db7328b11e9245_f5117acb41fb2d086d00192a7001d440 store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:03,355 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236e91a1d8603b404f92db7328b11e9245_f5117acb41fb2d086d00192a7001d440, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:03,355 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236e91a1d8603b404f92db7328b11e9245_f5117acb41fb2d086d00192a7001d440 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742399_1575 (size=12731) 2024-11-23T15:24:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742400_1576 (size=4469) 2024-11-23T15:24:03,758 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#A#compaction#485 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:24:03,759 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/07cdbed1469746408caba313d9c8ac8b is 175, key is test_row_0/A:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:03,760 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/067c1649279d498ab60d40355ef4c5ad as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/067c1649279d498ab60d40355ef4c5ad 2024-11-23T15:24:03,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742401_1577 (size=31685) 2024-11-23T15:24:03,764 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/B of f5117acb41fb2d086d00192a7001d440 into 067c1649279d498ab60d40355ef4c5ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:24:03,764 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:03,764 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/B, priority=13, startTime=1732375443345; duration=0sec 2024-11-23T15:24:03,764 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T15:24:03,764 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:B 2024-11-23T15:24:03,764 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T15:24:03,765 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T15:24:03,765 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1540): f5117acb41fb2d086d00192a7001d440/C is initiating minor compaction (all files) 2024-11-23T15:24:03,765 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5117acb41fb2d086d00192a7001d440/C in TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:03,765 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/00e30a140c484686a070d55befb925ee, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/a2798c9146134bfa992ca79869be1309, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/02e5c2044ce4417e8ae88dddd2e8c6e6] into tmpdir=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp, totalSize=36.1 K 2024-11-23T15:24:03,765 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 00e30a140c484686a070d55befb925ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732375439265 2024-11-23T15:24:03,765 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting a2798c9146134bfa992ca79869be1309, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732375439431 2024-11-23T15:24:03,766 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e5c2044ce4417e8ae88dddd2e8c6e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732375441584 2024-11-23T15:24:03,770 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5117acb41fb2d086d00192a7001d440#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T15:24:03,771 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/2c94e0c158cc4ec49a7038700acc58f8 is 50, key is test_row_0/C:col10/1732375441584/Put/seqid=0 2024-11-23T15:24:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742402_1578 (size=12731) 2024-11-23T15:24:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] regionserver.HRegion(8581): Flush requested on f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:03,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T15:24:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:24:03,821 DEBUG [Thread-2263 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61fa8719 to 127.0.0.1:58685 2024-11-23T15:24:03,821 DEBUG [Thread-2263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:24:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:24:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:03,824 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b6a95d to 127.0.0.1:58685 2024-11-23T15:24:03,824 DEBUG [Thread-2265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f29636d to 127.0.0.1:58685 2024-11-23T15:24:03,824 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:03,824 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:03,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b2dc90d9222443188336ecafb9119026_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375443819/Put/seqid=0 2024-11-23T15:24:03,827 DEBUG [Thread-2261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44a8cc66 to 127.0.0.1:58685 2024-11-23T15:24:03,827 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:03,827 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7070a098 to 127.0.0.1:58685 2024-11-23T15:24:03,827 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7331 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7192 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7088 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7358 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7154 2024-11-23T15:24:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T15:24:03,828 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:24:03,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26bd3024 to 127.0.0.1:58685 2024-11-23T15:24:03,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:03,828 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T15:24:03,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T15:24:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742403_1579 (size=12454) 2024-11-23T15:24:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:03,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375443831"}]},"ts":"1732375443831"} 2024-11-23T15:24:03,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T15:24:03,833 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T15:24:03,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T15:24:03,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, UNASSIGN}] 2024-11-23T15:24:03,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, UNASSIGN 2024-11-23T15:24:03,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=CLOSING, regionLocation=6a36843bf905,41973,1732375277245 2024-11-23T15:24:03,836 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T15:24:03,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245}] 2024-11-23T15:24:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:03,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6a36843bf905,41973,1732375277245 2024-11-23T15:24:03,987 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:03,987 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T15:24:03,987 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing f5117acb41fb2d086d00192a7001d440, disabling compactions & flushes 2024-11-23T15:24:03,987 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:04,166 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/07cdbed1469746408caba313d9c8ac8b as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/07cdbed1469746408caba313d9c8ac8b 2024-11-23T15:24:04,169 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/A of f5117acb41fb2d086d00192a7001d440 into 07cdbed1469746408caba313d9c8ac8b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:24:04,169 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:04,169 INFO [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/A, priority=13, startTime=1732375443345; duration=0sec 2024-11-23T15:24:04,169 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:04,169 DEBUG [RS:0;6a36843bf905:41973-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:A 2024-11-23T15:24:04,177 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/2c94e0c158cc4ec49a7038700acc58f8 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/2c94e0c158cc4ec49a7038700acc58f8 2024-11-23T15:24:04,180 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5117acb41fb2d086d00192a7001d440/C of f5117acb41fb2d086d00192a7001d440 into 2c94e0c158cc4ec49a7038700acc58f8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T15:24:04,180 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:04,180 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:04,180 INFO [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440., storeName=f5117acb41fb2d086d00192a7001d440/C, priority=13, startTime=1732375443345; duration=0sec 2024-11-23T15:24:04,180 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T15:24:04,180 DEBUG [RS:0;6a36843bf905:41973-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5117acb41fb2d086d00192a7001d440:C 2024-11-23T15:24:04,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:24:04,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b2dc90d9222443188336ecafb9119026_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b2dc90d9222443188336ecafb9119026_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:04,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/84ee4c7b9a0f4eeba6c0812048b02218, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:04,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/84ee4c7b9a0f4eeba6c0812048b02218 is 175, key is test_row_0/A:col10/1732375443819/Put/seqid=0 2024-11-23T15:24:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742404_1580 (size=31255) 2024-11-23T15:24:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:04,638 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/84ee4c7b9a0f4eeba6c0812048b02218 2024-11-23T15:24:04,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/335bf24c6042431c80106236a20c9513 is 50, key is test_row_0/B:col10/1732375443819/Put/seqid=0 2024-11-23T15:24:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742405_1581 (size=12301) 2024-11-23T15:24:04,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/335bf24c6042431c80106236a20c9513 2024-11-23T15:24:04,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/1fcc350830104e30942702f2edeb1093 is 50, key is test_row_0/C:col10/1732375443819/Put/seqid=0 2024-11-23T15:24:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742406_1582 (size=12301) 2024-11-23T15:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:05,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/1fcc350830104e30942702f2edeb1093 2024-11-23T15:24:05,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/84ee4c7b9a0f4eeba6c0812048b02218 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/84ee4c7b9a0f4eeba6c0812048b02218 2024-11-23T15:24:05,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/84ee4c7b9a0f4eeba6c0812048b02218, entries=150, sequenceid=274, filesize=30.5 K 2024-11-23T15:24:05,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/335bf24c6042431c80106236a20c9513 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/335bf24c6042431c80106236a20c9513 2024-11-23T15:24:05,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/335bf24c6042431c80106236a20c9513, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T15:24:05,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/1fcc350830104e30942702f2edeb1093 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/1fcc350830104e30942702f2edeb1093 2024-11-23T15:24:05,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/1fcc350830104e30942702f2edeb1093, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T15:24:05,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for f5117acb41fb2d086d00192a7001d440 in 1249ms, sequenceid=274, compaction requested=false 2024-11-23T15:24:05,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:05,069 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. after waiting 0 ms 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:05,069 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing f5117acb41fb2d086d00192a7001d440 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=A 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=B 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5117acb41fb2d086d00192a7001d440, store=C 2024-11-23T15:24:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T15:24:05,073 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234336930d12c448ffaf44020a8391fda6_f5117acb41fb2d086d00192a7001d440 is 50, key is test_row_0/A:col10/1732375443823/Put/seqid=0 2024-11-23T15:24:05,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742407_1583 (size=12454) 2024-11-23T15:24:05,477 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T15:24:05,480 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234336930d12c448ffaf44020a8391fda6_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234336930d12c448ffaf44020a8391fda6_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:05,481 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/37bf06e38ee448a091f742797ec40fb7, store: [table=TestAcidGuarantees family=A region=f5117acb41fb2d086d00192a7001d440] 2024-11-23T15:24:05,481 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/37bf06e38ee448a091f742797ec40fb7 is 175, key is test_row_0/A:col10/1732375443823/Put/seqid=0 2024-11-23T15:24:05,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742408_1584 (size=31255) 2024-11-23T15:24:05,885 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/37bf06e38ee448a091f742797ec40fb7 2024-11-23T15:24:05,890 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/0b8df8b1b906413dba7036272860bf31 is 50, key is test_row_0/B:col10/1732375443823/Put/seqid=0 2024-11-23T15:24:05,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742409_1585 (size=12301) 2024-11-23T15:24:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:06,293 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/0b8df8b1b906413dba7036272860bf31 2024-11-23T15:24:06,299 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/68b90dce33de490da13dc4c7b781ee0c is 50, key is test_row_0/C:col10/1732375443823/Put/seqid=0 2024-11-23T15:24:06,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742410_1586 (size=12301) 2024-11-23T15:24:06,702 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/68b90dce33de490da13dc4c7b781ee0c 2024-11-23T15:24:06,706 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/A/37bf06e38ee448a091f742797ec40fb7 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/37bf06e38ee448a091f742797ec40fb7 2024-11-23T15:24:06,708 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/37bf06e38ee448a091f742797ec40fb7, entries=150, sequenceid=283, filesize=30.5 K 2024-11-23T15:24:06,709 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/B/0b8df8b1b906413dba7036272860bf31 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0b8df8b1b906413dba7036272860bf31 2024-11-23T15:24:06,711 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0b8df8b1b906413dba7036272860bf31, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T15:24:06,712 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/.tmp/C/68b90dce33de490da13dc4c7b781ee0c as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/68b90dce33de490da13dc4c7b781ee0c 2024-11-23T15:24:06,714 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/68b90dce33de490da13dc4c7b781ee0c, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T15:24:06,715 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f5117acb41fb2d086d00192a7001d440 in 1646ms, sequenceid=283, compaction requested=true 2024-11-23T15:24:06,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d3a743f0adcd48b19acf35d79dc817bf, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/cf2a882391344402a585bc9b1a840a2a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/17a31bee247e480a9a34516109a7c2ae, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/e66cc720ba624086bfc018cfa0dac9f6, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2] to archive 2024-11-23T15:24:06,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:24:06,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/0238188b0a8242ba80a0607292fcc533 2024-11-23T15:24:06,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/1d872b0c7f964ded8bc2ffbcb760afbe 2024-11-23T15:24:06,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/3a56d8df7a354fc79a3bf71fe61c4f98 2024-11-23T15:24:06,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/c801f0f5424a4b379b47a37b4034b4fa 2024-11-23T15:24:06,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d3a743f0adcd48b19acf35d79dc817bf to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d3a743f0adcd48b19acf35d79dc817bf 2024-11-23T15:24:06,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/48af146c633f44d4b01e42d8ce88ed85 2024-11-23T15:24:06,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/71c42052edf045bb92a297ce0ed0ce14 2024-11-23T15:24:06,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/cf2a882391344402a585bc9b1a840a2a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/cf2a882391344402a585bc9b1a840a2a 2024-11-23T15:24:06,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/9685ca0719f946d9a8b3d246174f277d 2024-11-23T15:24:06,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/31b257b504294bc880b60ab12d7be48a 2024-11-23T15:24:06,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/17a31bee247e480a9a34516109a7c2ae to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/17a31bee247e480a9a34516109a7c2ae 2024-11-23T15:24:06,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/2c6c872f1dbd420d9d8582a83bd3d9a2 2024-11-23T15:24:06,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/68af56efdc114440b2923697c0ec704e 2024-11-23T15:24:06,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5c365fa0115447d7835bc2bcb1dc086b 2024-11-23T15:24:06,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/e66cc720ba624086bfc018cfa0dac9f6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/e66cc720ba624086bfc018cfa0dac9f6 2024-11-23T15:24:06,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/d80a74398ff04506aebcb4bac4f8aae1 2024-11-23T15:24:06,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/5a9eff21e2f244afb0f4bef7cbbed4c2 2024-11-23T15:24:06,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ac6a9582e6e84dd1aa9dd4100c349a75, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3b45f4bc7ad14a47871f75811ed62d53, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3702e02a2e9d4c43a02ddbbace4bdc53, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ed80e053cc1f43db95597fa9bb3d089a, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c98a4becd08453e9a475ce4fb4f1390, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/706335a2bf724a358d2c8996f7316fdc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/563d2352a0164ec8aca29ddd3641a9a4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/737373ab651044bebbb469f8d2569c2b, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/432e3d4b183c413692373d3735bf6ff4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/359c0e780ab34495924ffb65790abf68, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4139bf48abd34f2991ee6713df411930, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/cc4249609f674297a48d8652d3fe89b1, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c8355d9bebf4776b4b9f31875680276, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0d7d8a7f2a61491aa117cb010cf9a519, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/fc95bf101fed453fb6e79efee0985452, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/bf8c3019fec94f40b76a3ff70adfaaf4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4056872677214f9cbdbe66845f2eed9a] to archive 2024-11-23T15:24:06,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:24:06,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ac6a9582e6e84dd1aa9dd4100c349a75 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ac6a9582e6e84dd1aa9dd4100c349a75 2024-11-23T15:24:06,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3b45f4bc7ad14a47871f75811ed62d53 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3b45f4bc7ad14a47871f75811ed62d53 2024-11-23T15:24:06,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3702e02a2e9d4c43a02ddbbace4bdc53 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/3702e02a2e9d4c43a02ddbbace4bdc53 2024-11-23T15:24:06,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ed80e053cc1f43db95597fa9bb3d089a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/ed80e053cc1f43db95597fa9bb3d089a 2024-11-23T15:24:06,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c98a4becd08453e9a475ce4fb4f1390 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c98a4becd08453e9a475ce4fb4f1390 2024-11-23T15:24:06,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/706335a2bf724a358d2c8996f7316fdc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/706335a2bf724a358d2c8996f7316fdc 2024-11-23T15:24:06,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/563d2352a0164ec8aca29ddd3641a9a4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/563d2352a0164ec8aca29ddd3641a9a4 2024-11-23T15:24:06,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/737373ab651044bebbb469f8d2569c2b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/737373ab651044bebbb469f8d2569c2b 2024-11-23T15:24:06,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/432e3d4b183c413692373d3735bf6ff4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/432e3d4b183c413692373d3735bf6ff4 2024-11-23T15:24:06,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/359c0e780ab34495924ffb65790abf68 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/359c0e780ab34495924ffb65790abf68 2024-11-23T15:24:06,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4139bf48abd34f2991ee6713df411930 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4139bf48abd34f2991ee6713df411930 2024-11-23T15:24:06,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/cc4249609f674297a48d8652d3fe89b1 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/cc4249609f674297a48d8652d3fe89b1 2024-11-23T15:24:06,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c8355d9bebf4776b4b9f31875680276 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4c8355d9bebf4776b4b9f31875680276 2024-11-23T15:24:06,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0d7d8a7f2a61491aa117cb010cf9a519 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0d7d8a7f2a61491aa117cb010cf9a519 2024-11-23T15:24:06,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/fc95bf101fed453fb6e79efee0985452 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/fc95bf101fed453fb6e79efee0985452 2024-11-23T15:24:06,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/bf8c3019fec94f40b76a3ff70adfaaf4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/bf8c3019fec94f40b76a3ff70adfaaf4 2024-11-23T15:24:06,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4056872677214f9cbdbe66845f2eed9a to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/4056872677214f9cbdbe66845f2eed9a 2024-11-23T15:24:06,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/97d02e6a4c7948b48cfbb588401fdb71, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/df9894a905c14d63bd3a71e62dcc56cc, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3d4a55fe9269429e90737c72eb962a96, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/567dab2c45bb46d7b31023168d1f8ec4, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/fb858274a37446e6abd5e56aaf388783, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/6f4b4dde6cad478cb0bbab9ddf9863b5, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/24e05d29a95d46348e22e1ff0d7ff909, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4725b39fb7b248f8948f8ef04936fa3e, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4e14b4a141aa4fb3aa84cfbc79676630, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3b31a22bce484425b9682f88728ee837, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/009faf5f218f4440be7a0b0ce09d9952, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/b3944e290d974cac89e909c2f0b5fcd9, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/ad83d7abac904148a2bfae2583bf77d7, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/00e30a140c484686a070d55befb925ee, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/0056075ad3ce42f9a92cf6e9faead268, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/a2798c9146134bfa992ca79869be1309, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/02e5c2044ce4417e8ae88dddd2e8c6e6] to archive 2024-11-23T15:24:06,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T15:24:06,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/97d02e6a4c7948b48cfbb588401fdb71 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/97d02e6a4c7948b48cfbb588401fdb71 2024-11-23T15:24:06,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/df9894a905c14d63bd3a71e62dcc56cc to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/df9894a905c14d63bd3a71e62dcc56cc 2024-11-23T15:24:06,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3d4a55fe9269429e90737c72eb962a96 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3d4a55fe9269429e90737c72eb962a96 2024-11-23T15:24:06,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/567dab2c45bb46d7b31023168d1f8ec4 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/567dab2c45bb46d7b31023168d1f8ec4 2024-11-23T15:24:06,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/fb858274a37446e6abd5e56aaf388783 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/fb858274a37446e6abd5e56aaf388783 2024-11-23T15:24:06,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/6f4b4dde6cad478cb0bbab9ddf9863b5 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/6f4b4dde6cad478cb0bbab9ddf9863b5 2024-11-23T15:24:06,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/24e05d29a95d46348e22e1ff0d7ff909 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/24e05d29a95d46348e22e1ff0d7ff909 2024-11-23T15:24:06,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4725b39fb7b248f8948f8ef04936fa3e to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4725b39fb7b248f8948f8ef04936fa3e 2024-11-23T15:24:06,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4e14b4a141aa4fb3aa84cfbc79676630 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/4e14b4a141aa4fb3aa84cfbc79676630 2024-11-23T15:24:06,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3b31a22bce484425b9682f88728ee837 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/3b31a22bce484425b9682f88728ee837 2024-11-23T15:24:06,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/009faf5f218f4440be7a0b0ce09d9952 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/009faf5f218f4440be7a0b0ce09d9952 2024-11-23T15:24:06,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/b3944e290d974cac89e909c2f0b5fcd9 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/b3944e290d974cac89e909c2f0b5fcd9 2024-11-23T15:24:06,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/ad83d7abac904148a2bfae2583bf77d7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/ad83d7abac904148a2bfae2583bf77d7 2024-11-23T15:24:06,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/00e30a140c484686a070d55befb925ee to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/00e30a140c484686a070d55befb925ee 2024-11-23T15:24:06,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/0056075ad3ce42f9a92cf6e9faead268 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/0056075ad3ce42f9a92cf6e9faead268 2024-11-23T15:24:06,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/a2798c9146134bfa992ca79869be1309 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/a2798c9146134bfa992ca79869be1309 2024-11-23T15:24:06,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/02e5c2044ce4417e8ae88dddd2e8c6e6 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/02e5c2044ce4417e8ae88dddd2e8c6e6 2024-11-23T15:24:06,765 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/recovered.edits/286.seqid, newMaxSeqId=286, maxSeqId=4 2024-11-23T15:24:06,766 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440. 2024-11-23T15:24:06,766 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for f5117acb41fb2d086d00192a7001d440: 2024-11-23T15:24:06,767 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:06,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=f5117acb41fb2d086d00192a7001d440, regionState=CLOSED 2024-11-23T15:24:06,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T15:24:06,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure f5117acb41fb2d086d00192a7001d440, server=6a36843bf905,41973,1732375277245 in 2.9320 sec 2024-11-23T15:24:06,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-23T15:24:06,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5117acb41fb2d086d00192a7001d440, UNASSIGN in 2.9350 sec 2024-11-23T15:24:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T15:24:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9370 sec 2024-11-23T15:24:06,772 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732375446772"}]},"ts":"1732375446772"} 2024-11-23T15:24:06,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T15:24:06,777 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T15:24:06,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9480 sec 2024-11-23T15:24:06,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T15:24:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T15:24:07,935 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T15:24:07,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T15:24:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:07,936 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T15:24:07,937 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:07,939 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,941 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C, FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/recovered.edits] 2024-11-23T15:24:07,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/07cdbed1469746408caba313d9c8ac8b to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/07cdbed1469746408caba313d9c8ac8b 2024-11-23T15:24:07,944 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/37bf06e38ee448a091f742797ec40fb7 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/37bf06e38ee448a091f742797ec40fb7 2024-11-23T15:24:07,945 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/84ee4c7b9a0f4eeba6c0812048b02218 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/A/84ee4c7b9a0f4eeba6c0812048b02218 2024-11-23T15:24:07,947 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/067c1649279d498ab60d40355ef4c5ad to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/067c1649279d498ab60d40355ef4c5ad 2024-11-23T15:24:07,948 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0b8df8b1b906413dba7036272860bf31 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/0b8df8b1b906413dba7036272860bf31 2024-11-23T15:24:07,949 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/335bf24c6042431c80106236a20c9513 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/B/335bf24c6042431c80106236a20c9513 2024-11-23T15:24:07,950 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/1fcc350830104e30942702f2edeb1093 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/1fcc350830104e30942702f2edeb1093 2024-11-23T15:24:07,951 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/2c94e0c158cc4ec49a7038700acc58f8 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/2c94e0c158cc4ec49a7038700acc58f8 2024-11-23T15:24:07,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/68b90dce33de490da13dc4c7b781ee0c to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/C/68b90dce33de490da13dc4c7b781ee0c 2024-11-23T15:24:07,954 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/recovered.edits/286.seqid to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440/recovered.edits/286.seqid 2024-11-23T15:24:07,955 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/default/TestAcidGuarantees/f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,955 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T15:24:07,955 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T15:24:07,956 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T15:24:07,958 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230629db27c504461d9820d20f55f68c99_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230629db27c504461d9820d20f55f68c99_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,959 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123379bb979e48148d38c4c1b426c154755_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123379bb979e48148d38c4c1b426c154755_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,960 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234336930d12c448ffaf44020a8391fda6_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234336930d12c448ffaf44020a8391fda6_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,961 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235171618af3784f6998b9b70364e2fcbe_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235171618af3784f6998b9b70364e2fcbe_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,962 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112355b9907ca29047afa654ecfff64e2d14_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112355b9907ca29047afa654ecfff64e2d14_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,963 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123976093be0ec8487583da23c02114b212_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123976093be0ec8487583da23c02114b212_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,964 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2788a84977a4c139c692d37883cef87_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2788a84977a4c139c692d37883cef87_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,964 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2f73e6c3b9f40c6b6e788dc0a8807e1_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a2f73e6c3b9f40c6b6e788dc0a8807e1_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,965 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6ddbad55b3a4cc69e8571f7c169453f_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6ddbad55b3a4cc69e8571f7c169453f_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,966 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b2dc90d9222443188336ecafb9119026_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b2dc90d9222443188336ecafb9119026_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,967 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bb7080d18e2b41609657d886ba110582_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bb7080d18e2b41609657d886ba110582_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,968 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be25ac3256924029b4a69eb6b62ef337_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be25ac3256924029b4a69eb6b62ef337_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,969 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c5296073527941579b4ff32be41b7f36_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c5296073527941579b4ff32be41b7f36_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,970 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ec2282d3c1fc469fa2137bf8b0cdf34b_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ec2282d3c1fc469fa2137bf8b0cdf34b_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,971 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f50510a1abde4c3182addec3e30f35b8_f5117acb41fb2d086d00192a7001d440 to hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f50510a1abde4c3182addec3e30f35b8_f5117acb41fb2d086d00192a7001d440 2024-11-23T15:24:07,971 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T15:24:07,973 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:07,975 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T15:24:07,976 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T15:24:07,977 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:07,977 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T15:24:07,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732375447977"}]},"ts":"9223372036854775807"} 2024-11-23T15:24:07,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T15:24:07,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f5117acb41fb2d086d00192a7001d440, NAME => 'TestAcidGuarantees,,1732375419523.f5117acb41fb2d086d00192a7001d440.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T15:24:07,979 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T15:24:07,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732375447979"}]},"ts":"9223372036854775807"} 2024-11-23T15:24:07,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T15:24:07,982 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T15:24:07,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-23T15:24:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T15:24:08,038 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T15:24:08,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 319), ProcessCount=11 (was 11), AvailableMemoryMB=3760 (was 3765) 2024-11-23T15:24:08,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T15:24:08,048 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T15:24:08,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3450f4c1 to 127.0.0.1:58685 2024-11-23T15:24:08,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:08,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T15:24:08,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=690286051, stopped=false 2024-11-23T15:24:08,048 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6a36843bf905,39981,1732375276509 2024-11-23T15:24:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T15:24:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T15:24:08,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T15:24:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:24:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:24:08,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:08,050 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6a36843bf905,41973,1732375277245' ***** 2024-11-23T15:24:08,051 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T15:24:08,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T15:24:08,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T15:24:08,051 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T15:24:08,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T15:24:08,051 INFO [RS:0;6a36843bf905:41973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T15:24:08,051 INFO [RS:0;6a36843bf905:41973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T15:24:08,051 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(3579): Received CLOSE for b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:24:08,052 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1224): stopping server 6a36843bf905,41973,1732375277245 2024-11-23T15:24:08,052 DEBUG [RS:0;6a36843bf905:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:08,052 INFO [RS:0;6a36843bf905:41973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T15:24:08,052 INFO [RS:0;6a36843bf905:41973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T15:24:08,052 INFO [RS:0;6a36843bf905:41973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T15:24:08,052 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T15:24:08,052 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b3f1d8d22e39a0c93d7869ae9fb3359d, disabling compactions & flushes 2024-11-23T15:24:08,052 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:24:08,052 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:24:08,052 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. after waiting 0 ms 2024-11-23T15:24:08,052 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:24:08,052 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T15:24:08,052 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b3f1d8d22e39a0c93d7869ae9fb3359d 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T15:24:08,052 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1603): Online Regions={b3f1d8d22e39a0c93d7869ae9fb3359d=hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:24:08,052 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T15:24:08,053 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T15:24:08,053 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T15:24:08,053 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T15:24:08,053 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T15:24:08,053 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T15:24:08,053 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:24:08,068 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/.tmp/info/a9e35acfa7ed4e8ca644c838bdf9d038 is 45, key is default/info:d/1732375281745/Put/seqid=0 2024-11-23T15:24:08,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742411_1587 (size=5037) 2024-11-23T15:24:08,073 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/info/6aab7c6d69e546ef93e7b36cc51a138a is 143, key is hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d./info:regioninfo/1732375281629/Put/seqid=0 2024-11-23T15:24:08,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742412_1588 (size=7725) 2024-11-23T15:24:08,110 INFO [regionserver/6a36843bf905:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:24:08,253 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:24:08,443 INFO [regionserver/6a36843bf905:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T15:24:08,443 INFO [regionserver/6a36843bf905:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T15:24:08,453 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3f1d8d22e39a0c93d7869ae9fb3359d 2024-11-23T15:24:08,472 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/.tmp/info/a9e35acfa7ed4e8ca644c838bdf9d038 2024-11-23T15:24:08,475 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/.tmp/info/a9e35acfa7ed4e8ca644c838bdf9d038 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/info/a9e35acfa7ed4e8ca644c838bdf9d038 2024-11-23T15:24:08,476 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/info/6aab7c6d69e546ef93e7b36cc51a138a 2024-11-23T15:24:08,478 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/info/a9e35acfa7ed4e8ca644c838bdf9d038, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T15:24:08,479 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b3f1d8d22e39a0c93d7869ae9fb3359d in 427ms, sequenceid=6, compaction requested=false 2024-11-23T15:24:08,482 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/namespace/b3f1d8d22e39a0c93d7869ae9fb3359d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T15:24:08,482 INFO [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:24:08,482 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b3f1d8d22e39a0c93d7869ae9fb3359d: 2024-11-23T15:24:08,482 DEBUG [RS_CLOSE_REGION-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732375280793.b3f1d8d22e39a0c93d7869ae9fb3359d. 2024-11-23T15:24:08,494 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/rep_barrier/bf4d7ead2de84228ab2d0a2372d2cd49 is 102, key is TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001./rep_barrier:/1732375306910/DeleteFamily/seqid=0 2024-11-23T15:24:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742413_1589 (size=6025) 2024-11-23T15:24:08,654 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T15:24:08,854 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T15:24:08,898 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/rep_barrier/bf4d7ead2de84228ab2d0a2372d2cd49 2024-11-23T15:24:08,916 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/table/f3c0d9c0089b4400ae8fd88e241eff9a is 96, key is TestAcidGuarantees,,1732375281976.064f0088aac40d705a8f2a1e371ed001./table:/1732375306910/DeleteFamily/seqid=0 2024-11-23T15:24:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742414_1590 (size=5942) 2024-11-23T15:24:09,054 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-23T15:24:09,054 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T15:24:09,054 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T15:24:09,254 DEBUG [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T15:24:09,319 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/table/f3c0d9c0089b4400ae8fd88e241eff9a 2024-11-23T15:24:09,323 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/info/6aab7c6d69e546ef93e7b36cc51a138a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/info/6aab7c6d69e546ef93e7b36cc51a138a 2024-11-23T15:24:09,325 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/info/6aab7c6d69e546ef93e7b36cc51a138a, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T15:24:09,326 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/rep_barrier/bf4d7ead2de84228ab2d0a2372d2cd49 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/rep_barrier/bf4d7ead2de84228ab2d0a2372d2cd49 2024-11-23T15:24:09,329 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/rep_barrier/bf4d7ead2de84228ab2d0a2372d2cd49, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T15:24:09,329 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/.tmp/table/f3c0d9c0089b4400ae8fd88e241eff9a as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/table/f3c0d9c0089b4400ae8fd88e241eff9a 2024-11-23T15:24:09,331 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/table/f3c0d9c0089b4400ae8fd88e241eff9a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T15:24:09,332 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1279ms, sequenceid=93, compaction requested=false 2024-11-23T15:24:09,336 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T15:24:09,341 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T15:24:09,341 INFO [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T15:24:09,341 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T15:24:09,341 DEBUG [RS_CLOSE_META-regionserver/6a36843bf905:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T15:24:09,455 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1250): stopping server 6a36843bf905,41973,1732375277245; all regions closed. 2024-11-23T15:24:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741834_1010 (size=26050) 2024-11-23T15:24:09,460 DEBUG [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/oldWALs 2024-11-23T15:24:09,460 INFO [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6a36843bf905%2C41973%2C1732375277245.meta:.meta(num 1732375280540) 2024-11-23T15:24:09,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741832_1008 (size=13108021) 2024-11-23T15:24:09,463 DEBUG [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/oldWALs 2024-11-23T15:24:09,463 INFO [RS:0;6a36843bf905:41973 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6a36843bf905%2C41973%2C1732375277245:(num 1732375279600) 2024-11-23T15:24:09,463 DEBUG [RS:0;6a36843bf905:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:09,464 INFO [RS:0;6a36843bf905:41973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T15:24:09,464 INFO [RS:0;6a36843bf905:41973 {}] hbase.ChoreService(370): Chore service for: regionserver/6a36843bf905:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T15:24:09,464 INFO [regionserver/6a36843bf905:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T15:24:09,464 INFO [RS:0;6a36843bf905:41973 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41973 2024-11-23T15:24:09,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6a36843bf905,41973,1732375277245 2024-11-23T15:24:09,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T15:24:09,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6a36843bf905,41973,1732375277245] 2024-11-23T15:24:09,470 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6a36843bf905,41973,1732375277245; numProcessing=1 2024-11-23T15:24:09,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6a36843bf905,41973,1732375277245 already deleted, retry=false 2024-11-23T15:24:09,471 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6a36843bf905,41973,1732375277245 expired; onlineServers=0 2024-11-23T15:24:09,471 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6a36843bf905,39981,1732375276509' ***** 2024-11-23T15:24:09,471 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T15:24:09,471 DEBUG [M:0;6a36843bf905:39981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d7207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a36843bf905/172.17.0.2:0 2024-11-23T15:24:09,471 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegionServer(1224): stopping server 6a36843bf905,39981,1732375276509 2024-11-23T15:24:09,471 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegionServer(1250): stopping server 6a36843bf905,39981,1732375276509; all regions closed. 2024-11-23T15:24:09,471 DEBUG [M:0;6a36843bf905:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T15:24:09,471 DEBUG [M:0;6a36843bf905:39981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T15:24:09,472 DEBUG [M:0;6a36843bf905:39981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T15:24:09,472 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T15:24:09,472 DEBUG [master/6a36843bf905:0:becomeActiveMaster-HFileCleaner.large.0-1732375279300 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a36843bf905:0:becomeActiveMaster-HFileCleaner.large.0-1732375279300,5,FailOnTimeoutGroup] 2024-11-23T15:24:09,472 DEBUG [master/6a36843bf905:0:becomeActiveMaster-HFileCleaner.small.0-1732375279300 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a36843bf905:0:becomeActiveMaster-HFileCleaner.small.0-1732375279300,5,FailOnTimeoutGroup] 2024-11-23T15:24:09,472 INFO [M:0;6a36843bf905:39981 {}] hbase.ChoreService(370): Chore service for: master/6a36843bf905:0 had [] on shutdown 2024-11-23T15:24:09,472 DEBUG [M:0;6a36843bf905:39981 {}] master.HMaster(1733): Stopping service threads 2024-11-23T15:24:09,472 INFO [M:0;6a36843bf905:39981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T15:24:09,472 ERROR [M:0;6a36843bf905:39981 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (245043637) connection to localhost/127.0.0.1:38095 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38095,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T15:24:09,473 INFO [M:0;6a36843bf905:39981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T15:24:09,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T15:24:09,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T15:24:09,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T15:24:09,473 DEBUG [M:0;6a36843bf905:39981 {}] zookeeper.ZKUtil(347): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T15:24:09,473 WARN [M:0;6a36843bf905:39981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T15:24:09,473 INFO [M:0;6a36843bf905:39981 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T15:24:09,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T15:24:09,473 INFO [M:0;6a36843bf905:39981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T15:24:09,474 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T15:24:09,474 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:09,474 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:09,474 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T15:24:09,474 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:09,474 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=746.58 KB heapSize=916.15 KB 2024-11-23T15:24:09,497 DEBUG [M:0;6a36843bf905:39981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9121fc5a437642e29ab66180569e5b29 is 82, key is hbase:meta,,1/info:regioninfo/1732375280681/Put/seqid=0 2024-11-23T15:24:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742415_1591 (size=5672) 2024-11-23T15:24:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:09,570 INFO [RS:0;6a36843bf905:41973 {}] regionserver.HRegionServer(1307): Exiting; stopping=6a36843bf905,41973,1732375277245; zookeeper connection closed. 2024-11-23T15:24:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10024f8a18d0001, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:09,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71b7a1c9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71b7a1c9 2024-11-23T15:24:09,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T15:24:09,900 INFO [M:0;6a36843bf905:39981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2082 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9121fc5a437642e29ab66180569e5b29 2024-11-23T15:24:09,921 DEBUG [M:0;6a36843bf905:39981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7318e62a72a49efb55eaa701f3ee070 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1732375422538/Put/seqid=0 2024-11-23T15:24:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742416_1592 (size=44748) 2024-11-23T15:24:10,325 INFO [M:0;6a36843bf905:39981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746.03 KB at sequenceid=2082 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7318e62a72a49efb55eaa701f3ee070 2024-11-23T15:24:10,328 INFO [M:0;6a36843bf905:39981 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7318e62a72a49efb55eaa701f3ee070 2024-11-23T15:24:10,343 DEBUG [M:0;6a36843bf905:39981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80dce35da03946788fca708fcd9eaef9 is 69, key is 6a36843bf905,41973,1732375277245/rs:state/1732375279374/Put/seqid=0 2024-11-23T15:24:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073742417_1593 (size=5156) 2024-11-23T15:24:10,747 INFO [M:0;6a36843bf905:39981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2082 (bloomFilter=true), to=hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80dce35da03946788fca708fcd9eaef9 2024-11-23T15:24:10,750 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9121fc5a437642e29ab66180569e5b29 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9121fc5a437642e29ab66180569e5b29 2024-11-23T15:24:10,752 INFO [M:0;6a36843bf905:39981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9121fc5a437642e29ab66180569e5b29, entries=8, sequenceid=2082, filesize=5.5 K 2024-11-23T15:24:10,753 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7318e62a72a49efb55eaa701f3ee070 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7318e62a72a49efb55eaa701f3ee070 2024-11-23T15:24:10,755 INFO [M:0;6a36843bf905:39981 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7318e62a72a49efb55eaa701f3ee070 2024-11-23T15:24:10,755 INFO [M:0;6a36843bf905:39981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7318e62a72a49efb55eaa701f3ee070, entries=177, sequenceid=2082, filesize=43.7 K 2024-11-23T15:24:10,756 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80dce35da03946788fca708fcd9eaef9 as hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80dce35da03946788fca708fcd9eaef9 2024-11-23T15:24:10,758 INFO [M:0;6a36843bf905:39981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38095/user/jenkins/test-data/ffd994cc-eea0-0ff1-3db1-94ea5e8ba1c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80dce35da03946788fca708fcd9eaef9, entries=1, sequenceid=2082, filesize=5.0 K 2024-11-23T15:24:10,759 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegion(3040): Finished flush of dataSize ~746.58 KB/764501, heapSize ~915.85 KB/937832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2082, compaction requested=false 2024-11-23T15:24:10,760 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T15:24:10,760 DEBUG [M:0;6a36843bf905:39981 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T15:24:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741830_1006 (size=901062) 2024-11-23T15:24:10,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T15:24:10,763 INFO [M:0;6a36843bf905:39981 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T15:24:10,763 INFO [M:0;6a36843bf905:39981 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39981 2024-11-23T15:24:10,765 DEBUG [M:0;6a36843bf905:39981 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6a36843bf905,39981,1732375276509 already deleted, retry=false 2024-11-23T15:24:10,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:10,867 INFO [M:0;6a36843bf905:39981 {}] regionserver.HRegionServer(1307): Exiting; stopping=6a36843bf905,39981,1732375276509; zookeeper connection closed. 2024-11-23T15:24:10,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39981-0x10024f8a18d0000, quorum=127.0.0.1:58685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T15:24:10,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e6ba30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T15:24:10,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48765396{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:24:10,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:24:10,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:24:10,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75c846f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/hadoop.log.dir/,STOPPED} 2024-11-23T15:24:10,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T15:24:10,877 WARN [BP-2014769201-172.17.0.2-1732375273631 heartbeating to localhost/127.0.0.1:38095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T15:24:10,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T15:24:10,877 WARN [BP-2014769201-172.17.0.2-1732375273631 heartbeating to localhost/127.0.0.1:38095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2014769201-172.17.0.2-1732375273631 (Datanode Uuid f827d71b-e4cf-453d-871c-6961cf97751d) service to localhost/127.0.0.1:38095 2024-11-23T15:24:10,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/dfs/data/data1/current/BP-2014769201-172.17.0.2-1732375273631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:24:10,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/cluster_f3526af2-c07c-d4f5-fa4c-4baa94adc7bd/dfs/data/data2/current/BP-2014769201-172.17.0.2-1732375273631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T15:24:10,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T15:24:10,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T15:24:10,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T15:24:10,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T15:24:10,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T15:24:10,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44d5f4c9-0d33-9830-a6ef-bb9e635ac7c2/hadoop.log.dir/,STOPPED} 2024-11-23T15:24:10,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T15:24:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down